-- Logs begin at Thu 2021-08-12 22:08:07 UTC, end at Thu 2021-08-12 23:04:52 UTC. -- Aug 12 22:41:06.697310 dv-cinder-803748-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 22:41:09.386510 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.common.config [-] Logging enabled! Aug 12 22:41:09.387052 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 22:41:09.387301 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 22:41:09.390644 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.common.config [-] Logging enabled! Aug 12 22:41:09.390904 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 22:41:09.391219 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 22:41:09.392161 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 22:41:09.392398 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 22:41:09.392767 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 22:41:09.393015 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 22:41:09.393244 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 22:41:09.393568 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.393920 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.394384 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.394673 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.395021 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.395321 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.395611 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.395908 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.396211 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.396501 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.396784 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.397073 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.397304 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.397590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.397883 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.398174 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.398428 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] debug = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.398714 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.399146 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.399570 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.399854 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.400154 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.400437 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.400717 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.400999 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.401287 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.401624 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] host = dv-cinder-803748-6-iscsi {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.401908 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.402201 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.402519 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.402812 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.403093 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.403371 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.403662 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.403940 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.404215 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.404492 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.404784 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.405074 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.405366 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.405592 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.405818 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.406110 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.406427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.406708 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.406988 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.407264 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.407542 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.407820 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.408095 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.408384 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.408673 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.408962 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.409245 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.409564 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.409843 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.410119 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.410432 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.410713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.410991 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.411268 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.411557 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.411829 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.412107 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.412414 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.412706 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.412993 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.413285 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.413565 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.413851 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.414130 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.414431 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.414711 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] use_json = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.414989 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.415265 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.415552 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.415829 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.416105 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.416381 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.416658 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.416947 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:09.417249 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.417577 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.417883 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.418172 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.418508 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.418803 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.419099 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.419382 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.419677 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.419973 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.420266 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.420549 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.420842 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.421125 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.421427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.421734 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.422034 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.422356 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.422642 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.422924 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.423203 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.423485 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.423774 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.424073 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.424369 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.424649 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.424932 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.425761 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.426045 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.426344 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.426630 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.426925 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.427208 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.427487 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.427773 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.428053 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.428329 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.428604 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.428883 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.429185 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.429467 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.429742 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.430016 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.430323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.430590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.430879 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.431162 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.431437 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.431712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.431993 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.432268 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.432539 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.432818 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.433093 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.433373 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.433648 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.433922 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.434197 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.434497 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.434773 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.435048 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.435323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.435604 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.435880 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.436152 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.436427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.436699 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.436977 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.437266 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.437568 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.437851 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.438133 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.438438 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.438721 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.439009 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.439291 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.439571 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.439852 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.440126 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.440420 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.441421 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.441894 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.442199 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.442514 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.442825 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.443114 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.443407 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.443691 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.443976 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.444272 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.444562 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.444863 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.445165 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.445464 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.445763 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.446063 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.446375 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.446694 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.446979 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:09.447199 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 22:41:09.447442 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105529) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 22:41:09.802175 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 22:41:09.802386 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 22:41:09.802689 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 22:41:09.803024 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 22:41:10.198246 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.198562 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.198838 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.200041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.200321 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.200591 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.236275 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.236557 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.236828 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.253553 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.253833 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.254103 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.283394 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.283680 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.283952 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.324255 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.324539 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.324811 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.564607 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.565219 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.565219 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.565409 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.566713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.692557 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.692877 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.693163 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.693440 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.693708 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.694019 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.694307 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.694695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.694955 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.695241 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.695503 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.695772 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.696033 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.696287 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.696544 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.696810 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.697070 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.697339 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.697609 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.697869 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.698146 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.698437 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.698723 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.699101 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.699353 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.699601 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.700012 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:10.700263 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:10.700507 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:10.700750 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:10.700993 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:10.701252 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:10.701800 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 22:41:10.705041 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 22:41:10.709083 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 22:41:10.712791 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 12 22:41:10.714620 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 22:41:10.715088 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 22:41:10.715434 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 22:41:10.715827 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 22:41:10.718679 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 22:41:10.718933 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 22:41:10.719288 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 22:41:10.725125 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 22:41:10.747700 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 22:41:10.748170 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.748476 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105529) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 22:41:10.748843 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.750214 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105529) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 22:41:10.750543 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 22:41:10.750795 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 22:41:10.754874 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.755155 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:10.820723 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 22:41:10.820898 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 22:41:10.821104 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 22:41:10.821488 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 22:41:10.843047 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_db.sqlalchemy.engines [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105529) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 22:41:11.377512 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing driver for type 'gre' Aug 12 22:41:11.378065 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] gre ID ranges: [(1, 1000)] Aug 12 22:41:11.431999 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing driver for type 'local' Aug 12 22:41:11.432381 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing driver for type 'vlan' Aug 12 22:41:11.446053 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] VlanTypeDriver initialization complete Aug 12 22:41:11.446483 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing driver for type 'vxlan' Aug 12 22:41:11.446972 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] vxlan ID ranges: [(1, 1000)] Aug 12 22:41:11.499564 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing extension driver 'port_security' Aug 12 22:41:11.500054 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.extensions.port_security [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] PortSecurityExtensionDriver initialization complete Aug 12 22:41:11.500398 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing mechanism driver 'openvswitch' Aug 12 22:41:11.500722 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing mechanism driver 'hyperv' Aug 12 22:41:11.507507 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:41:11.508183 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.508555 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.508907 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.509431 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:41:11.509865 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.510218 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.510592 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.510987 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:41:11.511395 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.511742 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.512083 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.512472 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:41:11.512874 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > security_group after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.513221 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > security_group after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.513560 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.513950 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:41:11.514519 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.514875 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.515221 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.515614 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:41:11.516017 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > address_group after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.516363 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > address_group after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.516702 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.517094 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:41:11.517472 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] ML2 OVO RPC backend initialized. {{(pid=105529) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 22:41:11.518168 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.519284 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.519780 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.520133 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > networks before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.520485 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.520828 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > ports before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.521173 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.521514 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnets before_response 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.521858 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.522198 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.522566 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.522907 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.523242 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.523600 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.523937 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.524275 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.524610 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.525181 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.plugin [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Modular L2 Plugin initialization complete Aug 12 22:41:11.525505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading services supported by the core plugin {{(pid=105529) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 22:41:11.525828 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.plugins.ml2.managers [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Got port-security extension from driver 'port_security' Aug 12 22:41:11.526307 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.extensions.vlantransparent [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Disabled vlantransparent extension. Aug 12 22:41:11.526784 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105529) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 22:41:11.527095 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: router Aug 12 22:41:11.564098 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.564490 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_create 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.565113 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router before_create 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.565691 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.565789 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.566508 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_delete 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.566873 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.567241 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_create 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.567590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_update 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.567946 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_update 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.568298 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.568655 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_update 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.569066 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_update 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.569436 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.569776 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.570113 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: subnet after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.570482 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.570831 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.571175 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_create 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.571514 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.571854 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.572210 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router after_update 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.572552 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.572898 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_create 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.573255 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.573596 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_update 55549900 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.573956 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > agent after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.574330 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > agent after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.574679 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > network after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.575520 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Tracking information for resource: router configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:11.575851 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Tracking information for resource: floatingip configured {{(pid=105529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:41:11.580947 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.db.l3_agentschedulers_db [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 22:41:11.582368 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.582733 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port after_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.583085 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port after_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.583435 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: port after_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.584224 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router before_create 55550100 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.584590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.584951 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_create 55550100 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.585307 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > router precommit_update 55550100 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.589896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.provider_configuration [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service providers = [] {{(pid=105529) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 22:41:11.590264 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.db.servicetype_db [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105529) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 22:41:11.593212 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.service_base [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:41:11.593561 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.service_base [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:41:11.593900 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.service_base [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:41:11.594845 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.services.service_base [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:41:11.595223 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.services.service_base [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 22:41:11.595595 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.596166 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 22:41:11.607319 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.607655 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: auto_allocate Aug 12 22:41:11.613501 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: network precommit_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.613870 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: network precommit_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.614425 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.614749 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: tag Aug 12 22:41:11.621236 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.621568 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: timestamp Aug 12 22:41:11.625611 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.625945 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: network_ip_availability Aug 12 22:41:11.631474 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.631796 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.632152 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.632883 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.633203 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: flavors Aug 12 22:41:11.638002 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.638369 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading Plugin: revisions Aug 12 22:41:11.642706 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:41:11.643177 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_concurrency.lockutils [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=105529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 22:41:11.644500 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105529) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 22:41:11.644832 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Initializing extension manager. Aug 12 22:41:11.645350 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: __init__.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.645691 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: __pycache__ {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.646028 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.646386 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: address_group.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.647145 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.647715 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: address-group Aug 12 22:41:11.648037 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: address_scope.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.648747 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.649256 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: address-scope Aug 12 22:41:11.649576 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.650550 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.651061 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: router-admin-state-down-before-update Aug 12 22:41:11.651385 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: agent.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.652280 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.652792 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: agent Aug 12 22:41:11.653112 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: agent_resources_synced.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.654023 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.654553 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: agent-resources-synced Aug 12 22:41:11.654873 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: allowedaddresspairs.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.656661 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.657180 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: allowed-address-pairs Aug 12 22:41:11.657506 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: auto_allocated_topology.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.658611 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.659118 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: auto-allocated-topology Aug 12 22:41:11.659977 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: availability_zone.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.660675 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.661178 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: availability_zone Aug 12 22:41:11.661500 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: availability_zone_filter.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.662453 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.662969 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: availability_zone_filter Aug 12 22:41:11.663290 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: data_plane_status.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.664196 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.664697 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 22:41:11.665016 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: default_subnetpools.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.665937 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.666477 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: default-subnetpools Aug 12 22:41:11.666806 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.667616 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.668121 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: dhcp_agent_scheduler Aug 12 22:41:11.668444 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: dns.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.669360 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.669862 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 22:41:11.670183 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: dns_domain_ports.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.671130 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.671636 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 22:41:11.671959 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.672877 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.673386 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 22:41:11.673709 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: dvr.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.674405 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.674937 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: dvr Aug 12 22:41:11.675274 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: ecmp_routes.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.676173 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.676675 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 22:41:11.676994 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: empty_string_filtering.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.677906 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.678442 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: empty-string-filtering Aug 12 22:41:11.678765 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.679677 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.680179 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 22:41:11.680498 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.681403 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.681905 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 22:41:11.682221 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: external_net.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.683166 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.683670 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: external-net Aug 12 22:41:11.683988 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.684889 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.685388 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: extra_dhcp_opt Aug 12 22:41:11.685706 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: extraroute.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.686648 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.687150 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: extraroute Aug 12 22:41:11.687468 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: extraroute_atomic.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.688495 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.689002 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: extraroute-atomic Aug 12 22:41:11.689324 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: filter_validation.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.689986 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.690603 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: filter-validation Aug 12 22:41:11.690924 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: fip_pf_description.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.691839 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.692347 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 22:41:11.692667 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: fip_port_details.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.693590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.694102 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: fip-port-details Aug 12 22:41:11.694463 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: flavors.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.695684 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.696199 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: flavors Aug 12 22:41:11.696523 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.698174 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.698730 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 22:41:11.699058 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: floatingip_pools.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.699760 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.700273 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: floatingip-pools Aug 12 22:41:11.700597 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: ip_allocation.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.701527 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.702036 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 22:41:11.702392 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.703316 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.703827 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: ip-substring-filtering Aug 12 22:41:11.704150 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l2_adjacency.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.705077 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.705647 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 22:41:11.705904 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.707686 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.708206 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: router Aug 12 22:41:11.708532 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.710790 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.711318 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 22:41:11.711650 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.712598 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.713112 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: ext-gw-mode Aug 12 22:41:11.713439 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.714410 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.714923 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: l3-ha Aug 12 22:41:11.715248 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3_flavors.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.716165 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.716673 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: l3-flavors Aug 12 22:41:11.716996 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.717907 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.718454 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 22:41:11.718778 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: l3agentscheduler.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.719811 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.720320 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: l3_agent_scheduler Aug 12 22:41:11.720644 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: logging.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.722482 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.723003 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension logging not supported by any of loaded plugins Aug 12 22:41:11.723331 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: metering.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.724073 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.724646 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: metering Aug 12 22:41:11.724972 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.726060 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.726621 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: metering_source_and_destination_fields Aug 12 22:41:11.726947 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: multiprovidernet.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.727891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.728403 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: multi-provider Aug 12 22:41:11.728729 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: netmtu.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.729642 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.730152 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: net-mtu Aug 12 22:41:11.730508 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: netmtu_writable.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.731427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.731937 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: net-mtu-writable Aug 12 22:41:11.732263 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: network_availability_zone.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.732933 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.733439 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: network_availability_zone Aug 12 22:41:11.733758 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: network_ip_availability.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.734870 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.735380 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: network-ip-availability Aug 12 22:41:11.735700 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: network_segment_range.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.736460 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.736959 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 22:41:11.737278 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: pagination.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.738796 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.739135 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: pagination Aug 12 22:41:11.739455 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: port_device_profile.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.740378 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.740885 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: port-device-profile Aug 12 22:41:11.741206 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.742124 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.742669 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: port-mac-address-regenerate Aug 12 22:41:11.742989 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.743902 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.744406 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: port-numa-affinity-policy Aug 12 22:41:11.744724 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: port_resource_request.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.745645 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.746146 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 22:41:11.746493 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: portbindings.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.747425 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.747940 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: binding Aug 12 22:41:11.748262 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: portbindings_extended.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.749669 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.750194 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: binding-extended Aug 12 22:41:11.750552 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: portsecurity.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.751473 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.751985 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: port-security Aug 12 22:41:11.752309 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: project_id.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.753472 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.753802 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: project-id Aug 12 22:41:11.754125 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: providernet.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.755096 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.755606 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: provider Aug 12 22:41:11.755926 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.759540 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.760065 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos not supported by any of loaded plugins Aug 12 22:41:11.760400 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.761644 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.762163 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 22:41:11.762522 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.763458 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.763969 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 22:41:11.764295 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_default.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.765206 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.765714 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-default not supported by any of loaded plugins Aug 12 22:41:11.766037 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_fip.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.766709 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.767209 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 22:41:11.767532 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_gateway_ip.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.768453 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.769478 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 22:41:11.769797 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_port_network_policy.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.770738 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.771246 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 22:41:11.771570 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_pps_rule.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.772749 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.773262 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 22:41:11.773584 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_rule_type_details.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.774529 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.775044 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 22:41:11.775365 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: qos_rules_alias.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.776413 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.776921 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 22:41:11.777243 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: quotasv2.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.778148 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.778503 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: quotas Aug 12 22:41:11.778824 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: quotasv2_detail.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.781831 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.782173 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: quota_details Aug 12 22:41:11.782533 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: rbac.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.783778 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.784495 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: rbac-policies Aug 12 22:41:11.784837 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: rbac_address_group.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.785774 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.786364 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: rbac-address-group Aug 12 22:41:11.786636 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: rbac_address_scope.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.787556 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.788068 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: rbac-address-scope Aug 12 22:41:11.788394 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: rbac_security_groups.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.789311 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.789818 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: rbac-security-groups Aug 12 22:41:11.790141 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: rbac_subnetpool.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.791085 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.791592 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: rbac-subnetpool Aug 12 22:41:11.791913 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: revisionifmatch.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.792840 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.793348 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: revision-if-match Aug 12 22:41:11.793671 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: revisions.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.794835 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.795351 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: standard-attr-revisions Aug 12 22:41:11.795678 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: router_availability_zone.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.796352 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.796858 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: router_availability_zone Aug 12 22:41:11.797180 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: routerservicetype.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.798111 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.798655 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 22:41:11.798980 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.799936 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.800541 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: security-groups-normalized-cidr Aug 12 22:41:11.800992 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.802189 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.803060 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: port-security-groups-filtering Aug 12 22:41:11.803534 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.804837 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.805585 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: security-groups-remote-address-group Aug 12 22:41:11.806040 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: securitygroup.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.816507 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.817084 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: security-group Aug 12 22:41:11.817421 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: segment.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.818216 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.818746 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension segment not supported by any of loaded plugins Aug 12 22:41:11.819072 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.820023 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.820533 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 22:41:11.820858 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: servicetype.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.822069 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.822618 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: service-type Aug 12 22:41:11.822944 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: sorting.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.823939 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.824273 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: sorting Aug 12 22:41:11.824598 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: standard_attr_segment.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.825524 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.826050 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 22:41:11.826382 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: standardattrdescription.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.827034 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.827540 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: standard-attr-description Aug 12 22:41:11.827863 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: stateful_security_group.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.828797 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.829310 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: stateful-security-group Aug 12 22:41:11.829632 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: stdattrs_common.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.830220 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 22:41:11.830564 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.832123 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.832630 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 22:41:11.832953 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: subnet_onboard.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.834039 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.834585 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: subnet_onboard Aug 12 22:41:11.834909 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.835834 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.836339 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 22:41:11.836664 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: subnet_service_types.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.837588 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.838099 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: subnet-service-types Aug 12 22:41:11.838464 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: subnetallocation.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.839541 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.840054 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: subnet_allocation Aug 12 22:41:11.840377 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.841043 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.841548 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: subnetpool-prefix-ops Aug 12 22:41:11.841869 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.842821 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.843340 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 22:41:11.843661 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: tagging.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.844716 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.845238 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: standard-attr-tag Aug 12 22:41:11.845564 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: timestamp.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.847082 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.847595 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loaded extension: standard-attr-timestamp Aug 12 22:41:11.847920 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: trunk.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.848952 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.849469 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension trunk not supported by any of loaded plugins Aug 12 22:41:11.849790 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: trunk_details.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.850753 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.851264 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 22:41:11.851583 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: uplink_status_propagation.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.852505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.853016 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 22:41:11.853335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Loading extension file: vlantransparent.py {{(pid=105529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:41:11.853999 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:41:11.854536 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 22:41:11.856988 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:network Aug 12 22:41:11.857513 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:subnet Aug 12 22:41:11.857916 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:41:11.858340 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:port Aug 12 22:41:11.859562 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.860044 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service FLAVORS assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.860674 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.861108 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.861438 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:router Aug 12 22:41:11.861866 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 22:41:11.862566 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service METERING assigned prefix: /metering {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.863988 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.864359 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.864713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:41:11.865747 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 22:41:11.866195 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:security_group Aug 12 22:41:11.866652 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 22:41:11.868424 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service CORE assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.868768 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:41:11.869126 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] subnetpool is already registered Aug 12 22:41:11.869585 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service CORE assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.869914 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:41:11.870251 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] subnetpool is already registered Aug 12 22:41:11.872690 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.873127 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service FLAVORS assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.873717 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.874135 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.874501 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:router Aug 12 22:41:11.874840 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] router is already registered Aug 12 22:41:11.875247 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 22:41:11.875584 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] floatingip is already registered Aug 12 22:41:11.876045 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service METERING assigned prefix: /metering {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.876713 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 22:41:11.877040 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] rbac_policy is already registered Aug 12 22:41:11.877454 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:security_group Aug 12 22:41:11.877789 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] security_group is already registered Aug 12 22:41:11.878754 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 22:41:11.879222 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] security_group_rule is already registered Aug 12 22:41:11.879864 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service CORE assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.880197 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:41:11.880535 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] subnetpool is already registered Aug 12 22:41:11.880965 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.v2.resource_helper [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Service CORE assigned prefix: {{(pid=105529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:41:11.881289 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:41:11.881678 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING neutron.quota.resource_registry [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] subnetpool is already registered Aug 12 22:41:11.882239 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: extensions {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.884235 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: address-groups {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.886040 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: address-scopes {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.887763 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: agents {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.888962 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: auto-allocated-topology {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.890391 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: availability_zones {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.892045 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: dhcp-networks {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.894228 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: dhcp-agents {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.896075 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: routers {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.898019 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: flavors {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.899386 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: service_profiles {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.900966 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: next_providers {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.902419 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: service_profiles {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.903959 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: floatingip-pools {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.905173 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: routers {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.906903 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: floatingips {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.908183 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: l3-routers {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.909582 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: l3-agents {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.911017 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: metering-labels {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.912271 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: metering-label-rules {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.913642 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: network-ip-availabilities {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.914929 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: bindings {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.916469 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: quotas {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.918004 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: quotas {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.919457 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: rbac-policies {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.920671 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: security-groups {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.921955 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: security-group-rules {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.923224 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: service-providers {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.924442 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: subnetpools {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.925937 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: subnetpools {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.927499 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.929164 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.930999 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.932780 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.934473 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.937407 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.939119 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.941585 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.943668 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.945422 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron.api.extensions [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Extended resource: tags {{(pid=105529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:41:11.951376 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING keystonemiddleware.auth_token [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 22:41:11.955994 dv-cinder-803748-6-iscsi neutron-server[105529]: WARNING keystonemiddleware.auth_token [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 22:41:11.965034 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_concurrency.lockutils [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Acquired lock "singleton_lock" {{(pid=105529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 22:41:11.965511 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_concurrency.lockutils [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Releasing lock "singleton_lock" {{(pid=105529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 22:41:11.966153 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Starting 2 workers Aug 12 22:41:11.971264 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Started child 105670 {{(pid=105529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:41:11.975746 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Started child 105671 {{(pid=105529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:41:11.976820 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:11.977438 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO neutron.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 22:41:11.977998 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Notify callbacks [] for process, before_spawn {{(pid=105529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:11.978564 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [-] (105670) wsgi starting up on http://0.0.0.0:9696 Aug 12 22:41:11.980387 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Starting 1 workers Aug 12 22:41:11.980562 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:11.981938 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [-] (105671) wsgi starting up on http://0.0.0.0:9696 Aug 12 22:41:11.985621 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Started child 105672 {{(pid=105529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:41:11.986136 dv-cinder-803748-6-iscsi neutron-server[105529]: INFO oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Starting 1 workers Aug 12 22:41:11.989486 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] calling RpcWorker wait() {{(pid=105672) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 22:41:11.990061 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] returning from RpcWorker wait() {{(pid=105672) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 22:41:11.990720 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Started child 105673 {{(pid=105529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:41:11.991300 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:11.991554 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG neutron_lib.callbacks.manager [None req-6fd9320e-382b-4ec6-be51-003465eead20 None None] Notify callbacks [] for process, after_spawn {{(pid=105529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:11.991889 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:41:11.993454 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 22:41:11.993668 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 22:41:11.993843 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 22:41:11.994065 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 22:41:11.994428 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 22:41:11.994597 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 22:41:11.995107 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.995382 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.995607 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:11.996065 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.996065 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.996191 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.996742 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.997011 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.997259 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.997526 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.997773 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.997943 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.998110 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.998404 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.998635 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.998924 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.999184 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.999436 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.999691 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:11.999861 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.000125 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.000405 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.000650 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.000917 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] debug = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.001143 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.001623 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.001871 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.002117 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.002365 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.002667 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.002904 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.003713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.003967 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.004206 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.004441 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.004715 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.004952 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.005171 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.005387 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.005631 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.005863 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.006348 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] host = dv-cinder-803748-6-iscsi {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.006571 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.006810 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.007037 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.007305 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.007550 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.007788 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.008034 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.008287 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.008548 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.008783 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.009023 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.009309 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.009609 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.009860 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.010028 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_options = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.010267 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.010587 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.010849 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.011041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.011226 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.011372 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.011615 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.011777 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.012012 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.012246 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.012460 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.012673 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.012887 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.013106 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.013343 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.013602 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.013815 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.014027 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.014269 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.014516 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.014809 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.015000 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.015232 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.015450 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.015664 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.015875 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.016117 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.016332 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.016545 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.016807 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.017047 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.017304 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.017548 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.017806 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.018069 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.018264 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.018482 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.019427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.019668 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.019903 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.020128 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.020285 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.020485 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.020699 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.020931 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.021143 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_json = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.021378 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.021623 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.021887 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.022105 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.022344 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.022567 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.022790 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.023028 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.023452 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.023737 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.024085 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.024354 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.024590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.024925 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.025079 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.025297 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.026695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.026695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.026695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.026695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.026695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.027013 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:41:12.027088 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.027088 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.027696 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.027946 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.028349 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.028601 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.028856 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.029097 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.029320 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.029674 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.029932 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.030195 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.030487 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.030719 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.030960 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.031198 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.031415 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.031638 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.031878 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.032165 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.032393 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.032608 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.032848 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.033122 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.033348 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.033593 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.033843 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.034083 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.034368 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.034616 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.034827 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.035046 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.035284 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.035519 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.035726 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.035964 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.036221 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.036469 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.036695 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.036916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.037140 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.037360 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.037649 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.037828 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.038044 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.038262 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.038513 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.038764 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.039014 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.039253 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.039470 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.039693 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.039924 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.040136 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.040373 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.040590 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.040804 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.041017 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.041260 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.041494 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.041709 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.041920 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.042137 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.042370 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.042582 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.042801 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.043020 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.043238 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.043454 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.044132 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.044132 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.044132 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.044572 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.044713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.044923 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.045139 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.045391 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.045708 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.045866 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.046116 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.046378 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.046617 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.046889 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.047115 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.047737 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.047737 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.047923 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.048061 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.048300 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.048556 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.049735 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.049735 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.049735 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.049735 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.049735 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.050142 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.050209 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.050477 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.050750 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.051003 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.051291 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.051513 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.051808 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.052112 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.052375 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.052628 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.052868 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.053105 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.053350 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.053586 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.053839 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.054065 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.054363 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.054589 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.054872 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.055121 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.055343 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.055558 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.055820 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.056153 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.056432 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.056671 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.056906 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.057177 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.057409 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.057660 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.057930 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.058179 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062335 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.062859 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063323 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063719 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.063785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.064177 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.065251 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.066337 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.067090 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.067090 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.068188 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.068436 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.068675 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.068947 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.069174 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.069427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.069659 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.069876 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.070100 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.070341 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.070563 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.070781 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.071015 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.071235 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.071870 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.071870 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.072538 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.073525 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.073525 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.073525 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.073525 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.073825 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.075504 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.075748 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.076001 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.076253 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.076484 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.076758 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.077018 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.077278 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.077514 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.077749 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.077965 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.078188 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.079184 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.079496 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.079756 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.079997 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.080270 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.080522 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.081854 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.082106 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.082364 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.082555 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.082774 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.082998 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.083216 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.083450 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.083662 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.084543 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.084775 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.085213 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.085677 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.085933 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.086152 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.086393 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.087777 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.088025 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.088277 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.088517 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.088767 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.088990 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.089223 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.089451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.089665 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.089896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.090115 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.091611 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.091878 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.092112 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.092360 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.092679 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.092937 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.093197 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.093490 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.093745 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.094019 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.094277 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.095221 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.095444 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.095964 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.096220 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.096467 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.096878 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.097151 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.097493 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.097782 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.098075 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.098371 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.098660 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.098955 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.099243 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.099480 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.099765 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.100085 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.100371 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.100626 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.100874 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.101122 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.101346 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.101560 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.101795 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.102030 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.102263 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.102545 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.102800 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.103048 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.103265 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.103493 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.103712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.103970 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.104536 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.104774 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.105974 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.106159 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 22:41:12.106708 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 22:41:12.106864 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 22:41:12.107030 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 22:41:12.107211 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 22:41:12.107383 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 22:41:12.107536 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 22:41:12.107743 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.107907 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.108069 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.108230 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.108389 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.108570 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.108731 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.108891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.109049 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.109207 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.109365 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.109524 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.109683 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.109841 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.110000 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.110157 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.110367 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.110588 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.110776 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.110944 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.111119 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.111296 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.111469 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] debug = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.111640 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.111867 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.112042 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.112212 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.112537 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.112624 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.112780 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.112888 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.113097 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.113192 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.113332 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.113480 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.113644 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] host = dv-cinder-803748-6-iscsi {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118325 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.118916 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_options = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119451 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.119896 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120282 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.120712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121144 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121144 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121144 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121326 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121326 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121484 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121641 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121805 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.121944 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.122260 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.122461 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.122623 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.122779 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.122940 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.123098 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.123255 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.123407 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.123571 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.123726 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_json = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.124037 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.124195 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.124499 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.124655 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.124959 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.125115 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.125435 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.125597 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:41:12.125776 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.125941 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.126117 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.126299 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.126461 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.126623 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.126718 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:41:12.126820 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.126931 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.127095 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.127259 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.127424 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.127584 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.127755 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.128432 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.128612 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.128762 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.128914 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.129075 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.129234 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.129396 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.129556 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.129716 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.129892 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.130054 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.130215 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.130412 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.130572 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.130733 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.130895 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.131056 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.131215 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.131376 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.131537 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.131745 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.131841 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132002 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132161 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132321 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132480 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132640 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132800 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.132960 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.133119 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.133279 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.133438 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.133597 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.133758 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.133918 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.134079 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.134240 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.134432 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.134592 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.134752 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.134915 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.135078 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.135236 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.135394 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.135554 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.135714 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.135873 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.136033 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.136205 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.136365 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.136524 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.136683 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.136843 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137002 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137164 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137326 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137486 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137645 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137804 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.137967 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.138122 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.138459 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.138711 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.138873 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.139242 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.139912 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.140082 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.140247 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.140407 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.140568 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.140730 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.140902 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.141078 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.141238 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.141393 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.141554 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.141713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.141876 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.142035 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.142196 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.142382 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.142543 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.142701 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.142862 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.143024 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.143189 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.143382 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.143521 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.144314 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.144410 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.144569 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.144713 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.144851 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145028 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145163 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145317 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145472 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145636 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145829 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.145986 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.146110 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.146269 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.146456 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.146620 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.146785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.146937 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.147097 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.147260 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.147487 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.147687 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.147810 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.147971 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.148130 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.148290 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.148458 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.148630 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.148790 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.148950 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.149107 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.149288 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.149443 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.149606 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.149766 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.149926 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.150089 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.150246 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.150595 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.150760 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.150909 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.151068 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.151231 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.151393 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.151696 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.151696 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.151849 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152001 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152181 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152349 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152523 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152618 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152779 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.152936 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.153236 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.153544 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.153709 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.153848 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154005 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154166 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154344 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154507 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154665 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154824 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.154988 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.155187 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.155352 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.155512 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.155676 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.155834 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.155995 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.156156 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.156316 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.156477 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.156636 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.156799 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.156959 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.157119 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.157280 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.157454 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.157600 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.157761 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.157921 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.158082 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.158242 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.158427 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.158603 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.158764 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.158923 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.159088 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.159295 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.159526 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.159707 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.159975 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.160119 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.160279 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.160438 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.160601 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.160764 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.160928 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.161087 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.161246 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.161428 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.161587 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.161746 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.161920 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.162081 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.162240 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.162424 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.162584 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.162744 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.162915 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.163075 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.163234 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.163394 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.163552 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.163712 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.163882 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.164042 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.164201 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.164359 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.164529 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.164675 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.164844 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165008 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165185 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165368 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165539 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165613 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165783 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.165941 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.166100 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.166260 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.166457 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.166615 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.166788 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.167435 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.167608 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.167753 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168051 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168051 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.168891 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.170041 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.171505 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.172785 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173383 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173383 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173383 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173383 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173383 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173724 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173724 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173864 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.173942 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.174093 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.174253 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.174432 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.174643 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:41:12.174741 dv-cinder-803748-6-iscsi neutron-server[105529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 22:41:12.370846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38236) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:12.379915 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068438 Aug 12 22:41:23.932040 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3701f2-7cdb-47f0-ba0a-c7da27006eed None None] get_active_networks_info from dv-cinder-803748-6-iscsi {{(pid=105672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 22:41:24.001854 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3701f2-7cdb-47f0-ba0a-c7da27006eed None None] No non-hosted networks {{(pid=105672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 22:41:24.042901 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.agentschedulers_db [None req-ab3701f2-7cdb-47f0-ba0a-c7da27006eed None None] DHCP Agent not found on host dv-cinder-803748-6-iscsi {{(pid=105672) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 22:41:24.191519 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6231-fdef-48db-9312-82e3740faaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536815'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:26.369039 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ff496be1-8b90-4fd8-affc-d1e58494eac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536815'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:26.441314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5be6fbc6-c00e-4003-9040-1cadbc211180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:26.516742 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536815'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:26.519989 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.522026 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.522849 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.523554 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.526310 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.527081 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.527760 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.529426 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.530135 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.532453 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.533303 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.535258 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:26.536057 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803748-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:41:26.555468 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803748-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:41:27.584239 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536815'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:29.037110 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536815'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:30.264100 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 38328) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:30.775769 dv-cinder-803748-6-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-8125eacd-8d74-4b54-aae2-c17962a981eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:30.776484 dv-cinder-803748-6-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-8125eacd-8d74-4b54-aae2-c17962a981eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:31.004680 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [None req-8125eacd-8d74-4b54-aae2-c17962a981eb admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:41:31.005919 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8125eacd-8d74-4b54-aae2-c17962a981eb admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7397170 Aug 12 22:41:33.425166 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 38342) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:33.763780 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:41:33.772418 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.db.l3_hamode_db [None req-fcd866ab-b49f-4aac-b416-a2d54591dda3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 22:41:33.851762 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd866ab-b49f-4aac-b416-a2d54591dda3 None None] Routers set() bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:41:33.852206 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd866ab-b49f-4aac-b416-a2d54591dda3 None None] Router IDs set() for agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 22:41:33.857920 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.policy [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 22:41:33.903647 dv-cinder-803748-6-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:33.904009 dv-cinder-803748-6-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:33.912493 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.quota [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] Loaded quota_driver: . Aug 12 22:41:34.005013 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782271735700', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782271732295', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782271723017', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782271717500', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782271028256', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782271635244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1654283', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1813036', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630746'] for rbac-policy, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:34.068572 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:34.069861 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3e22745b-9daa-4924-890c-45fac2e1d16b admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6437407 Aug 12 22:41:36.626019 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 38354) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:36.941061 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Request body: {'network': {'name': 'private', 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:41:36.971311 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Made reservation on behalf of 43409fa1d288480dbc7a8ce84497c672 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:41:36.974338 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:36.991007 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.114129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.118856 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.144767 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:41:37.168813 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782269589351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.169398 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Unsubscribe: segment precommit_create {{(pid=105670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 22:41:37.169930 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Added segment 7cb9bcef-0ee5-4c60-89f6-104127739726 of type vlan for network 2c4020df-ccd4-462e-93f4-cb9fb211b78a Aug 12 22:41:37.176162 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132ca47-916f-4103-abca-2b302de5b4b1,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:37.212044 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.212411 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.212732 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.213059 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.213380 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.213699 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.214020 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.214372 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.214709 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.215024 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.215334 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.215642 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Tracked resource versions report: Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: pushed versions: Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: { 'AddressGroup': {'1.2'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'ConntrackHelper': {'1.0'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Log': {'1.0'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Network': {'1.1'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Port': {'1.7'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'PortForwarding': {'1.2'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'QosPolicy': {'1.9'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroup': {'1.4'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SubPort': {'1.0'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Subnet': {'1.1'}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Trunk': {'1.1'}} Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: consumer versions: Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'ConntrackHelper': '1.0', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Log': '1.0', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Network': '1.1', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Port': '1.7', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'PortForwarding': '1.2', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'QosPolicy': '1.9', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroup': '1.4', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroupRule': '1.2', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SubPort': '1.0', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Subnet': '1.1', Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Trunk': '1.1'}} Aug 12 22:41:37.216737 dv-cinder-803748-6-iscsi neutron-server[105670]: {{(pid=105670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:41:37.289190 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.340296 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.341534 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:41:37.342199 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:37.422338 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7950525 Aug 12 22:41:37.440503 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d778f5-157c-4ead-b9f7-1618998ab2da admin admin] Pushing event updated for resources: {'Network': ['ID=2c4020df-ccd4-462e-93f4-cb9fb211b78a,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:37.452264 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:41:40.102244 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 38368) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:40.505745 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175cd344-1fdf-4b0f-978e-a2482879d536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:41:40.507220 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-175cd344-1fdf-4b0f-978e-a2482879d536 admin admin] 10.222.0.49 "GET /v2.0/networks/2c4020df-ccd4-462e-93f4-cb9fb211b78a HTTP/1.1" status: 200 len: 825 time: 0.4039204 Aug 12 22:41:40.532981 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b24158d7-1d80-4e0b-986f-0cbda4e304f9 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/f0852923-cacd-4402-a194-411ff5ecc938 HTTP/1.1" status: 200 len: 734 time: 0.0191298 Aug 12 22:41:40.542690 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:41:40.565664 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Made reservation on behalf of 43409fa1d288480dbc7a8ce84497c672 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:41:40.567895 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:40.875576 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:40.946795 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fa2329-06da-41cb-b6d8-75f3838f60b9,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:40.948729 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Checking segment: {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:41:40.949123 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Network hostable DHCP agents. Network: 2c4020df-ccd4-462e-93f4-cb9fb211b78a, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:41:40.973550 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:41:40.987103 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 2c4020df-ccd4-462e-93f4-cb9fb211b78a) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:41:40.991951 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:41:40.992548 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:40.997296 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec592ebc-a211-4457-b051-7a9c60ece48d None None] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:41:41.007687 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7994c923-5889-40aa-a81b-c96323572118 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4688923 Aug 12 22:41:41.329019 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:41:41.331274 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:41.618389 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Allocated IP 172.20.0.2 (2c4020df-ccd4-462e-93f4-cb9fb211b78a/50fa2329-06da-41cb-b6d8-75f3838f60b9/382c5e0d-5120-449e-ab18-043a3162f2b0) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:41:41.827996 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:41.846712 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Transition to ACTIVE for port object 382c5e0d-5120-449e-ab18-043a3162f2b0 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:41:41.897773 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Transition to ACTIVE for port object 382c5e0d-5120-449e-ab18-043a3162f2b0 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:41:41.906092 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:41.978876 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:41:41.983549 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:41:41.990208 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Pushing event updated for resources: {'Port': ['ID=382c5e0d-5120-449e-ab18-043a3162f2b0,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:41.992596 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:41:42.002399 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.003030 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.003173 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.003425 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.003755 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.004086 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.004414 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.004747 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.005094 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.005426 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.005749 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.006069 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Tracked resource versions report: Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: pushed versions: Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: { 'AddressGroup': {'1.2'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'ConntrackHelper': {'1.0'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Log': {'1.0'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Network': {'1.1'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Port': {'1.7'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'PortForwarding': {'1.2'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'QosPolicy': {'1.9'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroup': {'1.4'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SubPort': {'1.0'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Subnet': {'1.1'}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Trunk': {'1.1'}} Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: consumer versions: Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'ConntrackHelper': '1.0', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Log': '1.0', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Network': '1.1', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Port': '1.7', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'PortForwarding': '1.2', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'QosPolicy': '1.9', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroup': '1.4', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroupRule': '1.2', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SubPort': '1.0', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Subnet': '1.1', Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Trunk': '1.1'}} Aug 12 22:41:42.007182 dv-cinder-803748-6-iscsi neutron-server[105672]: {{(pid=105672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:41:42.081814 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Attempting to bind port 382c5e0d-5120-449e-ab18-043a3162f2b0 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:41:42.082198 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Attempting to bind port 382c5e0d-5120-449e-ab18-043a3162f2b0 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:41:42.082653 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Attempting to bind port 382c5e0d-5120-449e-ab18-043a3162f2b0 on network 2c4020df-ccd4-462e-93f4-cb9fb211b78a {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:41:42.087768 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:41:42.088172 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Checking segment: {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:41:42.088627 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:42.089040 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Bound using segment: {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:41:42.089519 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Bound port: 382c5e0d-5120-449e-ab18-043a3162f2b0, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:41:42.089938 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:42.154110 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] For port 382c5e0d-5120-449e-ab18-043a3162f2b0, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:41:42.161253 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] For port 382c5e0d-5120-449e-ab18-043a3162f2b0, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=382c5e0d-5120-449e-ab18-043a3162f2b0,segment=NetworkSegment(7cb9bcef-0ee5-4c60-89f6-104127739726),segment_id=7cb9bcef-0ee5-4c60-89f6-104127739726)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:41:42.165654 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:42.233131 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b50f3-7c1a-4e0b-b63d-593e7d2b10cc None None] Pushing event updated for resources: {'Port': ['ID=382c5e0d-5120-449e-ab18-043a3162f2b0,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:43.421040 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38376) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:43.977305 dv-cinder-803748-6-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-77050fd1-4755-4870-9b90-f689a7b77bb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:43.977983 dv-cinder-803748-6-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-77050fd1-4755-4870-9b90-f689a7b77bb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:44.223500 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-77050fd1-4755-4870-9b90-f689a7b77bb3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:41:44.224570 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-77050fd1-4755-4870-9b90-f689a7b77bb3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8025184 Aug 12 22:41:46.758844 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38390) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:47.098617 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-fa9bb036-1b1f-4f25-bfe7-58bda8ae710e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:41:47.099580 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-fa9bb036-1b1f-4f25-bfe7-58bda8ae710e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3397653 Aug 12 22:41:49.820144 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38404) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:50.124515 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:41:50.189701 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.policy [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 22:41:50.235981 dv-cinder-803748-6-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:50.236381 dv-cinder-803748-6-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:41:50.245071 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.quota [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Loaded quota_driver: . Aug 12 22:41:50.306233 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:50.308220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:50.467776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:50.473860 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:50.493803 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:50.495017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3d855401-3177-4ab0-bb64-c52b72c53bbf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6739180 Aug 12 22:41:50.620473 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 382c5e0d-5120-449e-ab18-043a3162f2b0 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:41:50.715040 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 382c5e0d-5120-449e-ab18-043a3162f2b0 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:41:50.749192 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f45586-303c-4f6b-bc5d-6a1438038f23 None None] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:41:50.808040 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] Provisioning for port 382c5e0d-5120-449e-ab18-043a3162f2b0 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:41:50.815820 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] Provisioning complete for port 382c5e0d-5120-449e-ab18-043a3162f2b0 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:41:50.816222 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:50.999194 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:51.046669 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] For port 382c5e0d-5120-449e-ab18-043a3162f2b0, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=382c5e0d-5120-449e-ab18-043a3162f2b0,segment=NetworkSegment(7cb9bcef-0ee5-4c60-89f6-104127739726),segment_id=7cb9bcef-0ee5-4c60-89f6-104127739726)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:41:51.051971 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:51.104263 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110d669-b7f7-4ea0-b677-e17e47a64420 None None] Pushing event updated for resources: {'Port': ['ID=382c5e0d-5120-449e-ab18-043a3162f2b0,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:51.271510 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-75c6e737-f5ad-4ad6-ab61-2c0b86caf9f0 None None] Provisioning complete for port 382c5e0d-5120-449e-ab18-043a3162f2b0 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:41:51.271796 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-75c6e737-f5ad-4ad6-ab61-2c0b86caf9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:52.581750 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 382c5e0d-5120-449e-ab18-043a3162f2b0 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:41:52.629407 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 382c5e0d-5120-449e-ab18-043a3162f2b0 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:41:52.629780 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:52.960247 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38414) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:53.274264 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-19198b4f-7867-4524-87e7-3acc9c440d19 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:41:53.275270 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-19198b4f-7867-4524-87e7-3acc9c440d19 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138511 Aug 12 22:41:53.813446 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2c915a69-c444-4f28-b77d-0b571e5e4ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:55.648908 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38422) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:55.965407 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:41:55.989238 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Made reservation on behalf of 877360cc604942e08d2dc3bbf3aa3262 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:41:55.992322 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.009031 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.129804 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.133462 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.143918 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Reserving flat network on physical network physnet1 {{(pid=105671) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 22:41:56.180553 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782269589351', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.181126 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Unsubscribe: segment precommit_create {{(pid=105671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 22:41:56.181635 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Added segment 194ff8b3-0a2f-4812-b32b-a143b5283c98 of type flat for network 392e74cb-f37f-4f12-8aed-fea56f13747b Aug 12 22:41:56.219715 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c1234-472f-4836-b189-0e3694d31579,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:56.259405 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.259703 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.260079 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.260463 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.260817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.261190 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.261620 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.262012 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.262443 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.262823 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.263140 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.263449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Tracked resource versions report: Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: pushed versions: Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: { 'AddressGroup': {'1.2'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'ConntrackHelper': {'1.0'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Log': {'1.0'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Network': {'1.1'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Port': {'1.7'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'PortForwarding': {'1.2'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'QosPolicy': {'1.9'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroup': {'1.4'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SubPort': {'1.0'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Subnet': {'1.1'}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Trunk': {'1.1'}} Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: consumer versions: Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'ConntrackHelper': '1.0', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Log': '1.0', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Network': '1.1', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Port': '1.7', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'PortForwarding': '1.2', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'QosPolicy': '1.9', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroup': '1.4', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroupRule': '1.2', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SubPort': '1.0', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Subnet': '1.1', Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Trunk': '1.1'}} Aug 12 22:41:56.264537 dv-cinder-803748-6-iscsi neutron-server[105671]: {{(pid=105671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:41:56.311749 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.368588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.370048 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:41:56.371315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.375410 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3024c1af-fd15-4c60-bd9e-b5cced8155d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:56.458163 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8081918 Aug 12 22:41:56.477607 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cf0ba-1aa4-438d-bea5-564733cd685a admin admin] Pushing event updated for resources: {'Network': ['ID=392e74cb-f37f-4f12-8aed-fea56f13747b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:41:56.494535 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 392e74cb-f37f-4f12-8aed-fea56f13747b details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:41:56.498280 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:57.512361 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:58.799531 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 38444) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:41:58.975509 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183e4a2-0b18-42d3-8435-4ad8c61b0a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:41:58.978541 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0183e4a2-0b18-42d3-8435-4ad8c61b0a87 admin admin] 10.222.0.49 "GET /v2.0/subnets/50fa2329-06da-41cb-b6d8-75f3838f60b9 HTTP/1.1" status: 200 len: 849 time: 0.1768992 Aug 12 22:41:58.992355 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:59.142363 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b66a0c98-49c3-435e-96ff-e15953e538fa admin admin] 10.222.0.49 "GET /v2.0/routers/73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 HTTP/1.1" status: 200 len: 704 time: 0.1596034 Aug 12 22:41:59.414350 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:59.725394 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Allocated IP 172.20.0.1 (2c4020df-ccd4-462e-93f4-cb9fb211b78a/50fa2329-06da-41cb-b6d8-75f3838f60b9/85b1562f-b9f3-42ea-babc-d855283d15b5) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:41:59.883330 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:41:59.907985 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Transition to ACTIVE for port object 85b1562f-b9f3-42ea-babc-d855283d15b5 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:41:59.989666 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.100985 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:42:00.106810 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:42:00.114855 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:42:00.115399 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.183921 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Pushing event updated for resources: {'Port': ['ID=85b1562f-b9f3-42ea-babc-d855283d15b5,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:00.325570 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-918f9e03-a752-4976-8859-a69208fa4384 None None] Provisioning for port 85b1562f-b9f3-42ea-babc-d855283d15b5 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:42:00.327835 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.329808 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-918f9e03-a752-4976-8859-a69208fa4384 None None] Provisioning complete for port 85b1562f-b9f3-42ea-babc-d855283d15b5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:42:00.330182 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-918f9e03-a752-4976-8859-a69208fa4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.363689 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-918f9e03-a752-4976-8859-a69208fa4384 None None] Port 85b1562f-b9f3-42ea-babc-d855283d15b5 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:42:00.542865 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.547651 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.548514 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.627186 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Pushing event updated for resources: {'Port': ['ID=85b1562f-b9f3-42ea-babc-d855283d15b5,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:00.690825 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:42:00.692773 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:42:00.881389 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:42:00.885950 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-28013431-9335-480d-a6a9-38773a575fd2 None None] Provisioning complete for port 85b1562f-b9f3-42ea-babc-d855283d15b5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:42:00.886656 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-28013431-9335-480d-a6a9-38773a575fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:00.940218 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-28013431-9335-480d-a6a9-38773a575fd2 None None] Port 85b1562f-b9f3-42ea-babc-d855283d15b5 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:42:00.998160 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:42:01.003875 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-449a261e-7122-4aff-ac28-89f4fc769f39 admin admin] 10.222.0.49 "PUT /v2.0/routers/73ff9d0a-74a1-4fff-84fd-8b60eb8ea137/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8560064 Aug 12 22:42:01.008360 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Sync routers for ids ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:42:01.020325 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Routers {'73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:42:01.021149 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:41:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:01.207071 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Set router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:42:01.631577 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:41:50Z', 'updated_at': '2021-08-12T22:42:00Z', 'revision_number': 2, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'gw_port_host': None, '_interfaces': [{'id': '85b1562f-b9f3-42ea-babc-d855283d15b5', 'name': '', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'mac_address': 'fa:16:3e:47:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:41:59Z', 'updated_at': '2021-08-12T22:42:00Z', 'revision_number': 2, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'subnets': [{'id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:01.682993 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Checking router: 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:42:01.683355 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Updating router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 port 85b1562f-b9f3-42ea-babc-d855283d15b5 binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:42:01.731854 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:02.245292 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:02.262467 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Transition to ACTIVE for port object 85b1562f-b9f3-42ea-babc-d855283d15b5 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:42:02.268501 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:02.423611 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Pushing event updated for resources: {'Port': ['ID=85b1562f-b9f3-42ea-babc-d855283d15b5,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:02.429441 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Attempting to bind port 85b1562f-b9f3-42ea-babc-d855283d15b5 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:42:02.429830 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Attempting to bind port 85b1562f-b9f3-42ea-babc-d855283d15b5 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:42:02.430262 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Attempting to bind port 85b1562f-b9f3-42ea-babc-d855283d15b5 on network 2c4020df-ccd4-462e-93f4-cb9fb211b78a {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:42:02.438107 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:42:02.438538 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Checking segment: {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:42:02.438990 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:02.439388 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Bound using segment: {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:42:02.439882 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Bound port: 85b1562f-b9f3-42ea-babc-d855283d15b5, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb9bcef-0ee5-4c60-89f6-104127739726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:42:02.440269 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:02.444048 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.444185 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.444429 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.444733 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.445053 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.445371 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.445686 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.445999 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.446351 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.446854 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.446952 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.447252 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Tracked resource versions report: Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: pushed versions: Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: { 'AddressGroup': {'1.2'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'ConntrackHelper': {'1.0'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Log': {'1.0'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Network': {'1.1'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Port': {'1.7'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'PortForwarding': {'1.2'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'QosPolicy': {'1.9'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroup': {'1.4'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SubPort': {'1.0'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Subnet': {'1.1'}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Trunk': {'1.1'}} Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: consumer versions: Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'ConntrackHelper': '1.0', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Log': '1.0', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Network': '1.1', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Port': '1.7', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'PortForwarding': '1.2', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'QosPolicy': '1.9', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroup': '1.4', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroupRule': '1.2', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SubPort': '1.0', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Subnet': '1.1', Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Trunk': '1.1'}} Aug 12 22:42:02.448326 dv-cinder-803748-6-iscsi neutron-server[105673]: {{(pid=105673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:42:02.514741 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] For port 85b1562f-b9f3-42ea-babc-d855283d15b5, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:42:02.536138 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] For port 85b1562f-b9f3-42ea-babc-d855283d15b5, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=85b1562f-b9f3-42ea-babc-d855283d15b5,segment=NetworkSegment(7cb9bcef-0ee5-4c60-89f6-104127739726),segment_id=7cb9bcef-0ee5-4c60-89f6-104127739726)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:42:02.540927 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:02.597149 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Routers {'73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:42:02.597797 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:41:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:02.664588 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e41d24-b218-4d86-97d8-c57aafc4df61 None None] Pushing event updated for resources: {'Port': ['ID=85b1562f-b9f3-42ea-babc-d855283d15b5,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:02.699877 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] Set router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:42:02.915400 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:41:50Z', 'updated_at': '2021-08-12T22:42:00Z', 'revision_number': 2, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'gw_port_host': None, '_interfaces': [{'id': '85b1562f-b9f3-42ea-babc-d855283d15b5', 'name': '', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'mac_address': 'fa:16:3e:47:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:41:59Z', 'updated_at': '2021-08-12T22:42:02Z', 'revision_number': 4, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'subnets': [{'id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:02.940740 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5f6e8-0ebf-4bdd-a4a4-d7dde7764919 None None] The sync data for ids ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'] in dv-cinder-803748-6-iscsi is: [{'id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:41:50Z', 'updated_at': '2021-08-12T22:42:00Z', 'revision_number': 2, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'gw_port_host': None, '_interfaces': [{'id': '85b1562f-b9f3-42ea-babc-d855283d15b5', 'name': '', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'mac_address': 'fa:16:3e:47:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:41:59Z', 'updated_at': '2021-08-12T22:42:02Z', 'revision_number': 4, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'subnets': [{'id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:42:03.264162 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38464) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:42:03.415272 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a1d9c-0ae5-42c4-b683-b0a16f4a2b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:42:03.416672 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-058a1d9c-0ae5-42c4-b683-b0a16f4a2b3a admin admin] 10.222.0.49 "GET /v2.0/networks/392e74cb-f37f-4f12-8aed-fea56f13747b HTTP/1.1" status: 200 len: 842 time: 0.1515627 Aug 12 22:42:03.429633 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:42:03.461523 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Made reservation on behalf of 877360cc604942e08d2dc3bbf3aa3262 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:42:03.464780 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:03.913351 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.objects.ports [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 22:42:03.913881 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:03.974491 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cfcf9a-6889-4d91-8a51-1f2c7d0a629b,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:03.989429 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:42:03.989824 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Network hostable DHCP agents. Network: 392e74cb-f37f-4f12-8aed-fea56f13747b, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:42:04.016602 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:42:04.028166 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 392e74cb-f37f-4f12-8aed-fea56f13747b) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:42:04.033731 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:42:04.034365 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:04.040567 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d08920-3dc6-423b-a301-409ff9b25df4 None None] Network 392e74cb-f37f-4f12-8aed-fea56f13747b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:42:04.050031 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7bee3033-9e15-490a-adda-53909e235c9a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6261542 Aug 12 22:42:04.183136 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c5a12-846e-45ee-b864-e6067eeac3cc None None] Network 392e74cb-f37f-4f12-8aed-fea56f13747b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:42:06.376899 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 38472) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:42:06.603324 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-22de3240-0bce-484b-95c0-5368c0f140b3 admin admin] 10.222.0.49 "GET /v2.0/routers/73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 HTTP/1.1" status: 200 len: 710 time: 0.2252703 Aug 12 22:42:06.691942 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987a553-2fca-4738-8a80-ad879b5aa97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:42:06.694244 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c987a553-2fca-4738-8a80-ad879b5aa97e admin admin] 10.222.0.49 "GET /v2.0/networks/392e74cb-f37f-4f12-8aed-fea56f13747b HTTP/1.1" status: 200 len: 886 time: 0.0848632 Aug 12 22:42:06.706227 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:42:07.019109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:07.305606 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:07.433802 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:07.592732 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Allocated IP 172.27.2.134 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/3b6bdb54-c5d9-4919-af7a-97b2cf143429) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:42:07.705545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:07.785959 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:07.852707 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:42:07.860230 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:42:07.870015 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:42:07.904496 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6bdb54-c5d9-4919-af7a-97b2cf143429,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:08.163391 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.396251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.403444 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539461'] for router, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.559740 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:42:08.626742 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 85b1562f-b9f3-42ea-babc-d855283d15b5 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:42:08.675826 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 85b1562f-b9f3-42ea-babc-d855283d15b5 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:42:08.679695 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 85b1562f-b9f3-42ea-babc-d855283d15b5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:42:08.680069 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.703532 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:42:08.709814 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.711659 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ab0e02b9-40bc-4f22-bafb-e55673158e41 admin admin] 10.222.0.49 "PUT /v2.0/routers/73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 HTTP/1.1" status: 200 len: 890 time: 2.0112345 Aug 12 22:42:08.766154 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.802834 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 85b1562f-b9f3-42ea-babc-d855283d15b5, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=85b1562f-b9f3-42ea-babc-d855283d15b5,segment=NetworkSegment(7cb9bcef-0ee5-4c60-89f6-104127739726),segment_id=7cb9bcef-0ee5-4c60-89f6-104127739726)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:42:08.807089 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:08.858808 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=85b1562f-b9f3-42ea-babc-d855283d15b5,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:09.488487 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Sync routers for ids ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:42:09.499413 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Routers {'73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:42:09.500724 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:41:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:09.761436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Set router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:42:10.175531 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '3b6bdb54-c5d9-4919-af7a-97b2cf143429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:41:50Z', 'updated_at': '2021-08-12T22:42:08Z', 'revision_number': 4, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'gw_port': {'id': '3b6bdb54-c5d9-4919-af7a-97b2cf143429', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:45:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:42:07Z', 'updated_at': '2021-08-12T22:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '85b1562f-b9f3-42ea-babc-d855283d15b5', 'name': '', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'mac_address': 'fa:16:3e:47:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:41:59Z', 'updated_at': '2021-08-12T22:42:08Z', 'revision_number': 5, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'subnets': [{'id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:10.225755 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Checking router: 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:42:10.226120 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Updating router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:42:10.274881 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.605788 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 85b1562f-b9f3-42ea-babc-d855283d15b5 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:42:10.612209 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.650632 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Transition to ACTIVE for port object 3b6bdb54-c5d9-4919-af7a-97b2cf143429 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:42:10.660550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.698608 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Attempting to bind port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:42:10.699204 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Attempting to bind port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:42:10.699821 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Attempting to bind port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:42:10.729252 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:42:10.729625 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:42:10.730034 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.730458 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:42:10.730940 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Bound port: 3b6bdb54-c5d9-4919-af7a-97b2cf143429, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:42:10.731344 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.736604 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 85b1562f-b9f3-42ea-babc-d855283d15b5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:42:10.736967 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.807364 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fe05c-e9a1-4466-b03c-9463cffa7966 None None] Pushing event updated for resources: {'Port': ['ID=3b6bdb54-c5d9-4919-af7a-97b2cf143429,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:10.839721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] For port 3b6bdb54-c5d9-4919-af7a-97b2cf143429, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:42:10.844553 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] For port 3b6bdb54-c5d9-4919-af7a-97b2cf143429, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=3b6bdb54-c5d9-4919-af7a-97b2cf143429,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:42:10.849954 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:10.973380 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Routers {'73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:42:10.974019 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:41:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:10.975899 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fe05c-e9a1-4466-b03c-9463cffa7966 None None] Pushing event updated for resources: {'Port': ['ID=3b6bdb54-c5d9-4919-af7a-97b2cf143429,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:11.185598 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 38488) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:42:11.194324 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] Set router 73ff9d0a-74a1-4fff-84fd-8b60eb8ea137 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:42:11.318686 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5389cd04-60dd-4497-83b1-cc7c5a8733fb admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1308768 Aug 12 22:42:11.447384 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '3b6bdb54-c5d9-4919-af7a-97b2cf143429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:41:50Z', 'updated_at': '2021-08-12T22:42:08Z', 'revision_number': 4, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'gw_port': {'id': '3b6bdb54-c5d9-4919-af7a-97b2cf143429', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:45:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:42:07Z', 'updated_at': '2021-08-12T22:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '85b1562f-b9f3-42ea-babc-d855283d15b5', 'name': '', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'mac_address': 'fa:16:3e:47:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:41:59Z', 'updated_at': '2021-08-12T22:42:08Z', 'revision_number': 5, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'subnets': [{'id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:42:11.489831 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0faff66-747d-4066-af91-fa41d807f5e1 None None] The sync data for ids ['73ff9d0a-74a1-4fff-84fd-8b60eb8ea137'] in dv-cinder-803748-6-iscsi is: [{'id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'name': 'router1', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '3b6bdb54-c5d9-4919-af7a-97b2cf143429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:41:50Z', 'updated_at': '2021-08-12T22:42:08Z', 'revision_number': 4, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'gw_port': {'id': '3b6bdb54-c5d9-4919-af7a-97b2cf143429', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:45:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:42:07Z', 'updated_at': '2021-08-12T22:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '85b1562f-b9f3-42ea-babc-d855283d15b5', 'name': '', 'network_id': '2c4020df-ccd4-462e-93f4-cb9fb211b78a', 'tenant_id': '43409fa1d288480dbc7a8ce84497c672', 'mac_address': 'fa:16:3e:47:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ff9d0a-74a1-4fff-84fd-8b60eb8ea137', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:41:59Z', 'updated_at': '2021-08-12T22:42:08Z', 'revision_number': 5, 'project_id': '43409fa1d288480dbc7a8ce84497c672', 'subnets': [{'id': '50fa2329-06da-41cb-b6d8-75f3838f60b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f0852923-cacd-4402-a194-411ff5ecc938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:42:12.618548 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 3b6bdb54-c5d9-4919-af7a-97b2cf143429 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:42:12.675027 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:42:12.680059 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:42:12.680444 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:12.794241 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:12.826466 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 3b6bdb54-c5d9-4919-af7a-97b2cf143429, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=3b6bdb54-c5d9-4919-af7a-97b2cf143429,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:42:12.831810 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:12.894738 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=3b6bdb54-c5d9-4919-af7a-97b2cf143429,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:42:14.607283 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 3b6bdb54-c5d9-4919-af7a-97b2cf143429 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:42:14.662178 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 3b6bdb54-c5d9-4919-af7a-97b2cf143429 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:42:14.662798 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:23.862565 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-af635cc7-d477-4d69-96c6-9b8ab638550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:25.050216 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:42:26.367539 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-754d4c4e-1219-47b3-8ffd-14565a05b906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:26.493520 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:27.520830 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:29.019254 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:53.846910 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b55c8cb4-127f-4b5f-8aff-cc37bbd05319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:56.380594 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4d3c8288-b4d4-4f0c-a0b1-b3f0639f67cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:56.494119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:57.528135 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:42:59.022003 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:02.053020 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:43:23.820214 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ff6efe48-c986-4165-81f0-1b9f2b2ff33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:26.372295 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f9188d39-c1d9-4a96-9ab6-6f5aff9546b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:26.487892 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:27.521703 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:29.020828 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:39.051498 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:43:48.692589 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39056) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:43:48.755045 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be555da-8cf9-4076-8d57-f339fc86a570 admin admin] GET failed (client error): The resource could not be found. Aug 12 22:43:48.756360 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6be555da-8cf9-4076-8d57-f339fc86a570 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628393 Aug 12 22:43:48.987005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b76336-9f56-42aa-882c-642f4ab64baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:48.988379 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-88b76336-9f56-42aa-882c-642f4ab64baf admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2276800 Aug 12 22:43:51.171985 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39066) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:43:51.284024 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab673936-5269-4986-aaa8-2b8484854228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:51.285391 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ab673936-5269-4986-aaa8-2b8484854228 admin admin] 10.222.0.49 "GET /v2.0/subnets/50fa2329-06da-41cb-b6d8-75f3838f60b9 HTTP/1.1" status: 200 len: 849 time: 0.1124616 Aug 12 22:43:51.296152 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:43:51.391549 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:51.532143 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782269634699'] for subnet, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:51.560818 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:51.561452 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:51.562921 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] 10.222.0.49 "PUT /v2.0/subnets/50fa2329-06da-41cb-b6d8-75f3838f60b9 HTTP/1.1" status: 200 len: 868 time: 0.2712498 Aug 12 22:43:51.585374 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd4d6d-f7d8-432e-85f8-76b8d071e05f None None] Network 2c4020df-ccd4-462e-93f4-cb9fb211b78a requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:43:51.588123 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fa2329-06da-41cb-b6d8-75f3838f60b9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:43:51.597312 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.597792 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.598028 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.598464 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.598740 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.599062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.599454 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.599741 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.600072 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.600394 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.600716 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.601068 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534b2f3a-28f7-4304-9a76-15fbb0b11e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:43:51.996803 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1633e200-c696-42ae-8c20-167137801222 None None] Provisioning complete for port 382c5e0d-5120-449e-ab18-043a3162f2b0 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:43:51.997176 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1633e200-c696-42ae-8c20-167137801222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:52.084615 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1633e200-c696-42ae-8c20-167137801222 None None] Provisioning complete for port 85b1562f-b9f3-42ea-babc-d855283d15b5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:43:52.084986 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1633e200-c696-42ae-8c20-167137801222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:53.752181 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39074) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:43:53.823435 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a36f0392-feea-4fa5-a140-4e5064cfd1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:53.961272 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064047b-423b-402e-84c4-a8c0fb0496d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:53.961662 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064047b-423b-402e-84c4-a8c0fb0496d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:53.963251 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b064047b-423b-402e-84c4-a8c0fb0496d9 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101390 Aug 12 22:43:56.146203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39084) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:43:56.358946 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509f8f3-9bef-4dd1-93f5-d9f8dfa8a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:56.359436 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509f8f3-9bef-4dd1-93f5-d9f8dfa8a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:56.360999 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6509f8f3-9bef-4dd1-93f5-d9f8dfa8a635 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138252 Aug 12 22:43:56.376090 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-deb06da1-e995-45e5-8222-3cdf581e4e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:56.491679 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:57.524961 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:43:58.567234 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39092) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:43:58.702411 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb02cf-321b-45c7-8828-753ac4ff2798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:43:58.703978 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-dedb02cf-321b-45c7-8828-753ac4ff2798 admin admin] 10.222.0.49 "GET /v2.0/networks/2c4020df-ccd4-462e-93f4-cb9fb211b78a HTTP/1.1" status: 200 len: 869 time: 0.1357341 Aug 12 22:43:59.019964 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:00.855968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39100) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:00.980723 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0352681-d478-4d2d-90ce-eb0ce64135df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:00.982104 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e0352681-d478-4d2d-90ce-eb0ce64135df admin admin] 10.222.0.49 "GET /v2.0/networks/392e74cb-f37f-4f12-8aed-fea56f13747b HTTP/1.1" status: 200 len: 886 time: 0.1251645 Aug 12 22:44:03.131956 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39108) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:03.258798 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349c70d5-2770-43f7-879a-589b2bb73329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:03.259253 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349c70d5-2770-43f7-879a-589b2bb73329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:03.260801 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-349c70d5-2770-43f7-879a-589b2bb73329 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276121 Aug 12 22:44:05.396419 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39116) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:05.521451 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbb5d7-0d34-4d76-8d9a-a4e1a14b9e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:05.521901 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbb5d7-0d34-4d76-8d9a-a4e1a14b9e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:05.523445 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-75cbb5d7-0d34-4d76-8d9a-a4e1a14b9e9d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259856 Aug 12 22:44:07.670796 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39124) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:07.756309 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c845374-6e32-4d92-af44-1f333434d71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:07.757649 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7c845374-6e32-4d92-af44-1f333434d71e admin admin] 10.222.0.49 "GET /v2.0/subnets/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b HTTP/1.1" status: 200 len: 816 time: 0.0859301 Aug 12 22:44:09.966966 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39132) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:10.067157 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a8ce0f-32d1-4b9f-98fa-f00578d85572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:10.070776 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-16a8ce0f-32d1-4b9f-98fa-f00578d85572 admin admin] 10.222.0.49 "GET /v2.0/subnets/50fa2329-06da-41cb-b6d8-75f3838f60b9 HTTP/1.1" status: 200 len: 868 time: 0.1028061 Aug 12 22:44:16.050662 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:44:23.827002 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6261c0e0-c711-4c00-a1ac-2e2eba0d9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:26.376882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f06ece66-01f9-4716-800f-b728b4766f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:26.494118 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:27.527403 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:29.025448 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:33.978809 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39186) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:34.027740 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [None req-d44d5f69-afee-4fe2-b471-ed8a1743c845 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:44:34.028739 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d44d5f69-afee-4fe2-b471-ed8a1743c845 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484424 Aug 12 22:44:36.260482 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39194) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:36.322489 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee6bce2-1a4b-4b30-8449-133770a6a8b6 admin admin] GET failed (client error): The resource could not be found. Aug 12 22:44:36.324400 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3ee6bce2-1a4b-4b30-8449-133770a6a8b6 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621977 Aug 12 22:44:36.539571 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47085e-fcea-449e-ab3a-c4bf74727253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:36.540987 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cf47085e-fcea-449e-ab3a-c4bf74727253 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2120724 Aug 12 22:44:38.738213 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39202) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:38.788493 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:44:38.809778 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Made reservation on behalf of 877360cc604942e08d2dc3bbf3aa3262 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:44:38.812102 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:38.840645 dv-cinder-803748-6-iscsi neutron-server[105670]: WARNING neutron.services.revisions.revision_plugin [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Could not find related network for resource to bump revision. Aug 12 22:44:38.853210 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:44:38.864257 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:38.864602 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Added segment df4e1f6b-25b5-4ecb-811b-76ac5e54119b of type vlan for network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 Aug 12 22:44:38.905025 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:38.934144 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:38.935114 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:38.935701 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:38.992331 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2530119 Aug 12 22:44:39.001196 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Pushing event updated for resources: {'Network': ['ID=987e0adf-3666-4145-8542-aa9a7c0cc9b8,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:44:39.008498 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.008871 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.009224 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.009568 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.009901 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.010314 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.010688 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.011131 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.011491 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.011824 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.012155 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.012480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0953e0-3ad8-4251-8490-aaa6f84e9e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:39.024185 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:44:41.212173 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39210) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:41.272133 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbcf9d0-9e86-430c-b02f-c1b813b4bc5a admin admin] GET failed (client error): The resource could not be found. Aug 12 22:44:41.273458 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8bbcf9d0-9e86-430c-b02f-c1b813b4bc5a admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602872 Aug 12 22:44:41.345700 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb47d2-0aa1-4e6a-aac0-48698f191192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:41.347196 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-14eb47d2-0aa1-4e6a-aac0-48698f191192 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694168 Aug 12 22:44:41.357118 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8', 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:44:41.376843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Made reservation on behalf of 877360cc604942e08d2dc3bbf3aa3262 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:44:41.379202 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:41.540512 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:41.595235 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8665ef1-d886-4764-8839-49b9deb2b38f,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:44:41.602640 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Checking segment: {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:44:41.602989 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Network hostable DHCP agents. Network: 987e0adf-3666-4145-8542-aa9a7c0cc9b8, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:44:41.619725 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:44:41.629459 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 987e0adf-3666-4145-8542-aa9a7c0cc9b8) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:44:41.633426 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:44:41.633997 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:41.640223 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f7897-e019-4e64-af26-a749d5a79f32 None None] Network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:44:41.649346 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-48a94b68-766c-45ac-9472-459cb25928d0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2956660 Aug 12 22:44:41.886555 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-987e0adf-3666-4145-8542-aa9a7c0cc9b8', 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8', 'tenant_id': '877360cc604942e08d2dc3bbf3aa3262', 'fixed_ips': [{'subnet_id': 'c8665ef1-d886-4764-8839-49b9deb2b38f'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:44:41.887412 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.047130 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Allocated IP 192.168.233.2 (987e0adf-3666-4145-8542-aa9a7c0cc9b8/c8665ef1-d886-4764-8839-49b9deb2b38f/8cbfc56e-5450-416c-a37a-319b412096af) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:44:42.200820 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.209341 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Transition to ACTIVE for port object 8cbfc56e-5450-416c-a37a-319b412096af will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:44:42.225198 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Transition to ACTIVE for port object 8cbfc56e-5450-416c-a37a-319b412096af will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:44:42.232974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.273163 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:44:42.280882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:44:42.284644 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:44:42.292074 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Pushing event updated for resources: {'Port': ['ID=8cbfc56e-5450-416c-a37a-319b412096af,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:44:42.316147 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.316527 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.316879 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.317229 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.317561 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.317895 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.318222 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.318576 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.318970 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.319274 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.319603 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.319928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:42.360013 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Attempting to bind port 8cbfc56e-5450-416c-a37a-319b412096af on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:44:42.360387 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Attempting to bind port 8cbfc56e-5450-416c-a37a-319b412096af by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:44:42.360753 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Attempting to bind port 8cbfc56e-5450-416c-a37a-319b412096af on network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:44:42.366180 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:44:42.366636 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Checking segment: {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:44:42.367048 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.367570 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Bound using segment: {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:44:42.370322 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Bound port: 8cbfc56e-5450-416c-a37a-319b412096af, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:44:42.370322 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.437311 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] For port 8cbfc56e-5450-416c-a37a-319b412096af, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:44:42.440808 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] For port 8cbfc56e-5450-416c-a37a-319b412096af, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=8cbfc56e-5450-416c-a37a-319b412096af,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:44:42.444684 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.505526 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea9ae0-c134-4cc9-8c4c-036d9b35ae5c None None] Pushing event updated for resources: {'Port': ['ID=8cbfc56e-5450-416c-a37a-319b412096af,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:44:42.814724 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 8cbfc56e-5450-416c-a37a-319b412096af up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:44:42.868113 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 8cbfc56e-5450-416c-a37a-319b412096af completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:44:43.349748 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfe4d2-65f1-46e5-9273-e93fd4d2f8e3 None None] Network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:44:43.414914 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] Provisioning for port 8cbfc56e-5450-416c-a37a-319b412096af completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:44:43.423345 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] Provisioning complete for port 8cbfc56e-5450-416c-a37a-319b412096af triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:44:43.423717 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:43.562579 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:43.601482 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] For port 8cbfc56e-5450-416c-a37a-319b412096af, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=8cbfc56e-5450-416c-a37a-319b412096af,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:44:43.606908 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:43.668211 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816665c-a322-46c1-aa1e-4bab98b22f91 None None] Pushing event updated for resources: {'Port': ['ID=8cbfc56e-5450-416c-a37a-319b412096af,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:44:43.829135 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-89eb3ef0-efc0-40c9-a266-2bbc400c2d76 None None] Provisioning complete for port 8cbfc56e-5450-416c-a37a-319b412096af triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:44:43.829774 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ef0-efc0-40c9-a266-2bbc400c2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:44.731390 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 8cbfc56e-5450-416c-a37a-319b412096af up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:44:44.779200 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 8cbfc56e-5450-416c-a37a-319b412096af triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:44:44.779558 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:53.049826 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:44:53.830398 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e2dc10b8-8dcb-471d-bea9-6f55942af571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:56.378338 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a62b-81d1-4072-955b-6b61b85a37d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:56.494179 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:57.533326 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:59.029307 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:23.830318 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-538e2fb4-f94e-4071-a8d4-414be48a5012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:26.378600 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d33d-55bf-4930-b3cf-73a143bad20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:26.497517 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:27.532061 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:29.032205 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.048571 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:45:50.599249 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39262) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:50.605999 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-52bf4114-313a-4400-b39a-1f5f8c8c86c7 tempest-verify_tempest_config-966401373 tempest-verify_tempest_config-966401373-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:45:50.606980 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-52bf4114-313a-4400-b39a-1f5f8c8c86c7 tempest-verify_tempest_config-966401373 tempest-verify_tempest_config-966401373-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068088 Aug 12 22:45:50.905444 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39280) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:51.006956 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.095036 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.098749 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.145798 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bb2bde255734f3e8631b5b55deed4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2392888 Aug 12 22:45:51.146749 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b8a25-cb34-40a7-b281-9aa2350793b2,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:51.148454 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39284) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:51.155201 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.155558 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.155901 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.156245 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.156575 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.156928 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.157269 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.157619 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.157968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.158321 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.158648 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.158965 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd41009-93df-400e-aa6b-3967371632a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.205511 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.228020 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.319219 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.322638 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:51.323802 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/311b8a25-cb34-40a7-b281-9aa2350793b2 HTTP/1.1" status: 204 len: 168 time: 0.1743870 Aug 12 22:45:51.331775 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b8a25-cb34-40a7-b281-9aa2350793b2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:51.339510 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.339891 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.340233 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.340578 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.341166 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.341509 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.341836 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.342183 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.342551 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.342875 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.343192 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:51.343509 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0739269-3a8d-4523-adf1-2710e8796be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:53.832232 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0e858a2b-dec3-44a1-b4c8-2473903e4023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:56.382379 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-576f7092-ff8a-4830-ad9e-3575d8f88336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:56.498673 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:57.535944 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:59.035708 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:07.046509 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:46:23.833356 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-35ef7db6-42e5-4ffc-97dd-9b72fd53ebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:26.383197 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f7fff05f-2cd2-41bf-abfa-c51a3bf9ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:26.498647 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:27.538566 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:29.037187 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:44.045185 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:46:53.834914 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e801fff5-6335-4486-93e6-ca89a86c1155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:56.383037 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a1dda16f-85a6-445c-83d1-d2420f863585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:56.500502 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:57.539780 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:59.041377 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:21.043486 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:47:23.835910 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d147-1eb9-4c54-a20f-9359e6f0f000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:25.295743 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536815'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:26.382392 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0550395f-61ea-4935-a285-28b36693bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:26.503529 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:27.542165 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:29.044962 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:40.710395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39358) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:40.816167 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d3df4c08-872e-46bc-9f84-e4d85dab5fd6 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1046472 Aug 12 22:47:43.023126 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39368) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:43.082252 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-34a10548-cc0f-4cf8-bcbc-b7cf66a9df29 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0580320 Aug 12 22:47:53.836914 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7b9c62da-78dc-48b2-ad2a-042de9c4809c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:55.251299 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:56.382552 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-20d20a8e-f485-4797-94fa-83b87c865779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:56.505695 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:57.545151 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:58.043982 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:47:59.049109 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:23.838955 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-dbdddea2-b762-48a9-ba11-90cc11a68cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:25.265693 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:26.383658 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-18faaf48-d179-4cae-81b1-d9e295bb4692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:26.507989 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:27.548485 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:29.050808 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:35.044159 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:48:53.840923 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5ef10ea8-b2bf-4868-8af1-1e2a01774d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:55.281157 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:56.384851 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a724e77f-9d2e-4d11-b227-9cabb73c7d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:56.509924 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:57.550599 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:59.053610 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:12.045570 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:49:14.116657 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39572) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:14.499995 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-network', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:14.521992 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Made reservation on behalf of ba6b4656032a4c2884af2033a7051373 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:14.524376 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.535752 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.631781 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.635772 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.664207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b6fca-4428-4ec8-88ea-8a919f03dbfc,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:14.673403 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.673766 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.674700 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.675077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.675479 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.675830 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.676166 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.676561 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.676922 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.677237 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.677607 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.677934 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Tracked resource versions report: Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: pushed versions: Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: { 'AddressGroup': {'1.2'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'ConntrackHelper': {'1.0'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Log': {'1.0'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Network': {'1.1'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Port': {'1.7'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'PortForwarding': {'1.2'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'QosPolicy': {'1.9'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroup': {'1.4'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SubPort': {'1.0'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Subnet': {'1.1'}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Trunk': {'1.1'}} Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: consumer versions: Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: HyperV agent@hv-cinder-80374: {}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'ConntrackHelper': '1.0', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Log': '1.0', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Network': '1.1', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Port': '1.7', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'PortForwarding': '1.2', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'QosPolicy': '1.9', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroup': '1.4', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SecurityGroupRule': '1.2', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'SubPort': '1.0', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Subnet': '1.1', Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: 'Trunk': '1.1'}} Aug 12 22:49:14.679030 dv-cinder-803748-6-iscsi neutron-server[105670]: {{(pid=105670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:49:14.693644 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:49:14.708800 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.709152 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Added segment 9fd64ff5-507e-48ae-9d3d-c31a989f83de of type vlan for network 40632709-cf1a-464a-be50-1d894a26ead9 Aug 12 22:49:14.760431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.800048 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.801552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:14.802145 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.855584 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39612) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:14.856471 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7376769 Aug 12 22:49:14.862889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39616) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:14.877120 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b1c0a-e04e-4c90-a8cc-5a5d43e3e7fc admin admin] Pushing event updated for resources: {'Network': ['ID=40632709-cf1a-464a-be50-1d894a26ead9,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:14.883519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Request body: {'subnet': {'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-subnet', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:14.888944 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 40632709-cf1a-464a-be50-1d894a26ead9 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:49:14.912693 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Made reservation on behalf of ba6b4656032a4c2884af2033a7051373 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:14.916787 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:14.931258 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39628) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:14.969745 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39632) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:15.142022 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.149846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1093610814-network', 'tenant_id': '5b04dff3a71e480991f7eb7fca608f59'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:15.174975 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Made reservation on behalf of 5b04dff3a71e480991f7eb7fca608f59 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:15.177566 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.186974 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.202423 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-network', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:15.275416 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-383430969-network', 'tenant_id': 'd1682ec977f54d5381eaf58d7d42186d'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:15.347139 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.355213 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.371853 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:49:15.382145 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Made reservation on behalf of 98e8fc6ad9b24eee86f4e43c4ae491d7 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:15.382741 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.383078 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Added segment e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c of type vlan for network 9f150414-5e1f-487e-8cb2-5af39ae2908c Aug 12 22:49:15.385397 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.414509 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.447097 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.505302 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:15.513771 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:15.519813 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.520436 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.520934 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.521414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.521950 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.522077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.522599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.523069 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.523680 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Made reservation on behalf of d1682ec977f54d5381eaf58d7d42186d for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:15.523915 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.524407 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.524890 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.525358 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.525871 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.527075 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Tracked resource versions report: Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: pushed versions: Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: { 'AddressGroup': {'1.2'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'ConntrackHelper': {'1.0'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Log': {'1.0'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Network': {'1.1'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Port': {'1.7'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'PortForwarding': {'1.2'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'QosPolicy': {'1.9'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroup': {'1.4'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SubPort': {'1.0'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Subnet': {'1.1'}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Trunk': {'1.1'}} Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: consumer versions: Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: HyperV agent@hv-cinder-80374: {}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'ConntrackHelper': '1.0', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Log': '1.0', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Network': '1.1', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Port': '1.7', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'PortForwarding': '1.2', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'QosPolicy': '1.9', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroup': '1.4', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SecurityGroupRule': '1.2', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'SubPort': '1.0', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Subnet': '1.1', Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: 'Trunk': '1.1'}} Aug 12 22:49:15.527440 dv-cinder-803748-6-iscsi neutron-server[105671]: {{(pid=105671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:49:15.533192 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.535545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:15.536356 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.550772 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.622540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] Pushing event updated for resources: {'Network': ['ID=9f150414-5e1f-487e-8cb2-5af39ae2908c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:15.625683 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b2b154f1-fd16-453b-8a60-d467c5175f23 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7688899 Aug 12 22:49:15.626864 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Checking segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:15.627952 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Network hostable DHCP agents. Network: 40632709-cf1a-464a-be50-1d894a26ead9, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:49:15.633188 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39674) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:15.635562 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:49:15.640468 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.641087 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.641641 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.642151 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.642689 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.643314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.643838 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.644375 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.644880 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.645380 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.645881 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.646640 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:15.655859 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Request body: {'subnet': {'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1093610814-subnet', 'tenant_id': '5b04dff3a71e480991f7eb7fca608f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:15.674553 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Network 40632709-cf1a-464a-be50-1d894a26ead9 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:49:15.682447 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.698483 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 40632709-cf1a-464a-be50-1d894a26ead9) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:15.703682 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:15.705292 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.746223 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74185416-3e9b-4e82-af3c-b82de883561d None None] Network 40632709-cf1a-464a-be50-1d894a26ead9 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:15.831070 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:49:15.841360 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc498ccd-156f-4320-98af-b237ee15c794,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:15.878187 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:15.878810 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Added segment dff27647-3bd3-45f8-bfcf-376483304876 of type vlan for network 9bf8b277-e8fe-4235-a41a-17b07deaf487 Aug 12 22:49:15.925466 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39684) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:15.944173 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.002264 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Made reservation on behalf of 5b04dff3a71e480991f7eb7fca608f59 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:16.007783 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.008543 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.011422 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-40632709-cf1a-464a-be50-1d894a26ead9', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:49:16.012571 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.028802 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.089438 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:49:16.119659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.120272 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Added segment 5b18ea43-7aef-4d8c-9531-e21524e3d2a2 of type vlan for network 2b610323-747c-4801-a160-f5ed3624ff4b Aug 12 22:49:16.136544 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8c109a65-abba-453a-80fe-083d26206190 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2721958 Aug 12 22:49:16.139265 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39702) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:16.144251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:16.195050 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.196329 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.217488 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7bf1-38f3-42fc-8472-3bdb922c6e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.254797 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.280203 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Allocated IP 172.20.0.2 (40632709-cf1a-464a-be50-1d894a26ead9/2a1afed9-81cf-4d5f-9c68-95bd5da14ba7/84683a8d-a9a1-4d43-8352-fbddb9428f5e) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:16.313828 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.db.resource_extend [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 22:49:16.334150 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.365697 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6524871e-44fd-4953-96d8-d3de4fbf5e4b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:16.388208 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.399264 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:16.401023 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.523841 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] Pushing event updated for resources: {'Network': ['ID=2b610323-747c-4801-a160-f5ed3624ff4b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:16.533963 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.535396 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:16.536375 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.635231 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.717526 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dabd4a9-ad0d-406f-aacb-fcada9cededa,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:16.772771 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf8b277-e8fe-4235-a41a-17b07deaf487,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:16.776080 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.830677 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.840453 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Checking segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:16.840453 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Network hostable DHCP agents. Network: 9f150414-5e1f-487e-8cb2-5af39ae2908c, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:49:16.851773 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Transition to ACTIVE for port object 84683a8d-a9a1-4d43-8352-fbddb9428f5e will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:16.872765 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 2b610323-747c-4801-a160-f5ed3624ff4b details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:49:16.876671 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:49:16.919911 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7bf1-38f3-42fc-8472-3bdb922c6e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.938313 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2e4d7bf1-38f3-42fc-8472-3bdb922c6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:16.940658 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ae1f5a28-c8e9-434d-9e35-9d73febe3a8c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9687788 Aug 12 22:49:16.942459 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39740) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:16.945084 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f69e600f-55d0-4df1-8b96-c698c9bfa3b6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0116711 Aug 12 22:49:16.946249 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:49:16.949275 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39742) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:16.959864 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Request body: {'subnet': {'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-383430969-subnet', 'tenant_id': 'd1682ec977f54d5381eaf58d7d42186d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:16.962052 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Request body: {'subnet': {'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-subnet', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:17.026521 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Made reservation on behalf of 98e8fc6ad9b24eee86f4e43c4ae491d7 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:17.031046 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.034127 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d7bf1-38f3-42fc-8472-3bdb922c6e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fa4d9-a2de-48fc-8edb-36c6832bcd15,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.039244 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 9f150414-5e1f-487e-8cb2-5af39ae2908c) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:17.045484 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:17.046384 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.070282 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2e4d7bf1-38f3-42fc-8472-3bdb922c6e58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b8a85d00e6548c39a3c332395da86db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1434717 Aug 12 22:49:17.079875 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39746) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.117912 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c31c0b-95a5-4893-b603-5434c1769503 None None] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:17.138190 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Made reservation on behalf of d1682ec977f54d5381eaf58d7d42186d for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:17.143177 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.174185 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d3f08d13-383d-4bbd-96ef-79a73861fcc2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5225852 Aug 12 22:49:17.249348 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2a176257-8a61-4fcd-ac1f-6dfe5fcc1a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.268903 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Transition to ACTIVE for port object 84683a8d-a9a1-4d43-8352-fbddb9428f5e will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:17.280883 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39756) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.312776 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39760) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.327434 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.333258 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2a176257-8a61-4fcd-ac1f-6dfe5fcc1a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.426754 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.490185 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf462fa-61e4-4686-89da-af32bbd60fc8,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.520096 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2a176257-8a61-4fcd-ac1f-6dfe5fcc1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.533191 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2a176257-8a61-4fcd-ac1f-6dfe5fcc1a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.534584 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2a176257-8a61-4fcd-ac1f-6dfe5fcc1a5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f95fa4d9-a2de-48fc-8edb-36c6832bcd15 HTTP/1.1" status: 204 len: 168 time: 0.4532692 Aug 12 22:49:17.541666 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Network 40632709-cf1a-464a-be50-1d894a26ead9 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:17.551773 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:17.554366 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:17.559405 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Pushing event updated for resources: {'Port': ['ID=84683a8d-a9a1-4d43-8352-fbddb9428f5e,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.579912 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.580578 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.580928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.581270 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.581604 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.581932 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.582276 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.582630 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.583169 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.583654 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.584207 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.584775 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Tracked resource versions report: Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: pushed versions: Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: { 'AddressGroup': {'1.2'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'ConntrackHelper': {'1.0'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Log': {'1.0'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Network': {'1.1'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Port': {'1.7'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'PortForwarding': {'1.2'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'QosPolicy': {'1.9'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroup': {'1.4'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SubPort': {'1.0'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Subnet': {'1.1'}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Trunk': {'1.1'}} Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: consumer versions: Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: HyperV agent@hv-cinder-80374: {}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'ConntrackHelper': '1.0', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Log': '1.0', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Network': '1.1', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Port': '1.7', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'PortForwarding': '1.2', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'QosPolicy': '1.9', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroup': '1.4', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SecurityGroupRule': '1.2', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'SubPort': '1.0', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Subnet': '1.1', Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: 'Trunk': '1.1'}} Aug 12 22:49:17.586120 dv-cinder-803748-6-iscsi neutron-server[105672]: {{(pid=105672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:49:17.588484 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a176257-8a61-4fcd-ac1f-6dfe5fcc1a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fa4d9-a2de-48fc-8edb-36c6832bcd15,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.616194 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2d95436a-3e28-48c2-a44e-2d466189a868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.631835 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Checking segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:17.632180 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Network hostable DHCP agents. Network: 9bf8b277-e8fe-4235-a41a-17b07deaf487, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:49:17.672248 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:49:17.691221 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 9bf8b277-e8fe-4235-a41a-17b07deaf487) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:17.710849 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:17.712861 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.721616 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081500f-33b8-48be-a5e0-ba4f0051cb2d None None] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:17.745822 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be359ec8-9ee0-453d-89a1-0baabf4b58ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.801626 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2d95436a-3e28-48c2-a44e-2d466189a868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.809165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2d95436a-3e28-48c2-a44e-2d466189a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.892114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.921849 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95436a-3e28-48c2-a44e-2d466189a868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9fee08-f895-4ee6-b172-7755ea7b88b6,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.935732 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1e28fe20-4354-4e9e-afdc-7936d9f1200a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9837375 Aug 12 22:49:17.939431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39776) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.942718 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Attempting to bind port 84683a8d-a9a1-4d43-8352-fbddb9428f5e on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:17.943155 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Attempting to bind port 84683a8d-a9a1-4d43-8352-fbddb9428f5e by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:17.943525 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Attempting to bind port 84683a8d-a9a1-4d43-8352-fbddb9428f5e on network 40632709-cf1a-464a-be50-1d894a26ead9 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:17.949813 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:17.968743 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2d95436a-3e28-48c2-a44e-2d466189a868 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9518e964b9741fc859cfc8972e21846&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6498241 Aug 12 22:49:17.969135 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39784) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.973305 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac6645-8463-4016-887e-9c8119666c88 None None] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:17.984014 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:17.984741 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Checking segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:17.985384 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.985985 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Bound using segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:17.986787 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Bound port: 84683a8d-a9a1-4d43-8352-fbddb9428f5e, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:17.987424 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.035303 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-24d38fa5-2f9b-42ae-8725-a601aa9a5ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.062513 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-24d38fa5-2f9b-42ae-8725-a601aa9a5ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.073722 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.098061 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.136564 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-24d38fa5-2f9b-42ae-8725-a601aa9a5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.144957 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-24d38fa5-2f9b-42ae-8725-a601aa9a5ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.148874 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-24d38fa5-2f9b-42ae-8725-a601aa9a5ec9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e9fee08-f895-4ee6-b172-7755ea7b88b6 HTTP/1.1" status: 204 len: 168 time: 0.1760373 Aug 12 22:49:18.156510 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38fa5-2f9b-42ae-8725-a601aa9a5ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9fee08-f895-4ee6-b172-7755ea7b88b6,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:18.284622 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=630503d6-51d9-4ee2-b24d-ce4a5c16b6d4,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:18.345048 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff5c9a-61ff-4bd0-8206-40357df653da None None] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:18.356722 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39790) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:18.365005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be359ec8-9ee0-453d-89a1-0baabf4b58ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.368800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Checking segment: {'id': '5b18ea43-7aef-4d8c-9531-e21524e3d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:18.369223 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Network hostable DHCP agents. Network: 2b610323-747c-4801-a160-f5ed3624ff4b, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:49:18.372914 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] For port 84683a8d-a9a1-4d43-8352-fbddb9428f5e, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:18.385156 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be359ec8-9ee0-453d-89a1-0baabf4b58ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.395621 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9018c0fb-71a3-4a06-9213-cb6ca0008b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.434538 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.435810 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.445363 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] For port 84683a8d-a9a1-4d43-8352-fbddb9428f5e, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=84683a8d-a9a1-4d43-8352-fbddb9428f5e,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:18.460435 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Allocated IP 172.27.2.22 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/6eca14a7-afb4-4ab8-8048-a858b3f68659) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:18.500926 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-be359ec8-9ee0-453d-89a1-0baabf4b58ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=696d99c4f3f74534908232fe0e9d202f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2148163 Aug 12 22:49:18.505904 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.517441 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39808) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:18.540410 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39810) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:18.544745 dv-cinder-803748-6-iscsi neutron-server[105671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 22:49:18.553162 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359ec8-9ee0-453d-89a1-0baabf4b58ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec33087c-5cb9-4132-97f5-bbe25c76aafb,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:18.573387 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Network 2b610323-747c-4801-a160-f5ed3624ff4b is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:49:18.623838 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73bd42-a847-46f2-b4b3-6bedf49d3f91 None None] Pushing event updated for resources: {'Port': ['ID=84683a8d-a9a1-4d43-8352-fbddb9428f5e,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:18.738786 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.756889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 2b610323-747c-4801-a160-f5ed3624ff4b) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:18.761329 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:18.762086 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:18.767648 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7db29c-e3c6-4395-900d-8b4dc45767c3 None None] Network 2b610323-747c-4801-a160-f5ed3624ff4b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:18.965528 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.003689 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8a594-dec4-4f5a-be19-25107279b8f5 None None] Network 2b610323-747c-4801-a160-f5ed3624ff4b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:19.009453 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9018c0fb-71a3-4a06-9213-cb6ca0008b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.045618 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9018c0fb-71a3-4a06-9213-cb6ca0008b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.058760 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-8185a2a8-354a-4d4b-aea2-7fc4c41462a5 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:19.069814 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-8185a2a8-354a-4d4b-aea2-7fc4c41462a5 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.5265663 Aug 12 22:49:19.102821 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0502-18ff-45ad-819e-3a0476fdd74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.110691 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-27c35859-f8ef-4406-b085-3ec1fb2e4282 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/quotas/5b04dff3a71e480991f7eb7fca608f59 HTTP/1.1" status: 200 len: 375 time: 0.0401762 Aug 12 22:49:19.125673 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-66ac1e0e-3192-4516-90c8-d69dc6fe7d5d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1803100 Aug 12 22:49:19.164592 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018c0fb-71a3-4a06-9213-cb6ca0008b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1041bb8c-948d-42ef-8bd9-15c269bfbd81,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:19.175740 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9018c0fb-71a3-4a06-9213-cb6ca0008b25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=689c4e537adc491e9358a157f535249f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8171208 Aug 12 22:49:19.183025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39830) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:19.204252 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-526600c8-c3b2-4eac-8287-970f373523c3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925429 Aug 12 22:49:19.241626 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0502-18ff-45ad-819e-3a0476fdd74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.287407 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.378588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6952-c0a3-468c-b57e-72fd06c4b9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.426343 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6952-c0a3-468c-b57e-72fd06c4b9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.461139 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.486761 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.513524 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0502-18ff-45ad-819e-3a0476fdd74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.515971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0502-18ff-45ad-819e-3a0476fdd74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.520575 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8a0e0502-18ff-45ad-819e-3a0476fdd74f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec33087c-5cb9-4132-97f5-bbe25c76aafb HTTP/1.1" status: 204 len: 168 time: 0.9931710 Aug 12 22:49:19.527954 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6952-c0a3-468c-b57e-72fd06c4b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.530645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6952-c0a3-468c-b57e-72fd06c4b9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.531914 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-dbfe6952-c0a3-468c-b57e-72fd06c4b9dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1041bb8c-948d-42ef-8bd9-15c269bfbd81 HTTP/1.1" status: 204 len: 168 time: 0.3266084 Aug 12 22:49:19.533304 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0502-18ff-45ad-819e-3a0476fdd74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec33087c-5cb9-4132-97f5-bbe25c76aafb,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:19.535638 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.581320 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6952-c0a3-468c-b57e-72fd06c4b9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041bb8c-948d-42ef-8bd9-15c269bfbd81,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:19.617940 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:19.628233 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:19.633031 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:19.636073 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Pushing event updated for resources: {'Port': ['ID=6eca14a7-afb4-4ab8-8048-a858b3f68659,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:19.647772 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Allocated IP 172.27.2.254 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/9ad935a4-0768-4d20-a7a0-a5050bb5b681) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:19.742492 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0645c5e9-ee07-452f-a408-ae60ec955faa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:49:19.743549 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0645c5e9-ee07-452f-a408-ae60ec955faa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2474673 Aug 12 22:49:19.873503 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:19.943418 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:20.027054 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:20.039294 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:20.043962 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:20.053827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad935a4-0768-4d20-a7a0-a5050bb5b681,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:20.137421 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419d612-5732-4369-a6c4-66cc9d972585 None None] Network 40632709-cf1a-464a-be50-1d894a26ead9 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:49:20.145303 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-2a7d29bd-6d8f-4fba-b480-c90689ca0be1 service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933270 Aug 12 22:49:20.260128 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:20.305650 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-b5ec29b2-fafc-4335-a04e-32e38182f024 service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490943 Aug 12 22:49:20.381425 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ce560f98-d495-4eaa-bcf9-b3f05d99a258 None None] Provisioning for port 84683a8d-a9a1-4d43-8352-fbddb9428f5e completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:20.521741 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39878) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:20.522517 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39880) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:20.531668 dv-cinder-803748-6-iscsi neutron-server[105670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 22:49:20.540133 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:20.561275 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-33d7fd98-061d-4874-84cf-3c1097cecaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:20.860716 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:20.984247 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-774c26dd-25ed-4ec0-b865-4b5c5b352f3f tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:20.985645 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-774c26dd-25ed-4ec0-b865-4b5c5b352f3f tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/networks?id=2b610323-747c-4801-a160-f5ed3624ff4b HTTP/1.1" status: 200 len: 811 time: 0.4625320 Aug 12 22:49:20.992406 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e184b7a-afcb-42d9-9d33-924ad8538cfd req-cd0139c5-eb25-4d8b-9866-815a453c4886 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.1051815 Aug 12 22:49:21.014511 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Router c047f161-d8b2-42b4-83ed-368a44808d37 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:49:21.108694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 84683a8d-a9a1-4d43-8352-fbddb9428f5e up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:21.172834 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:49:21.182124 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:49:21.196377 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:21.197212 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:48:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:21.219347 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-2f68145c-0339-4d5a-a7cf-5ac9ad8a0923 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/quotas/d1682ec977f54d5381eaf58d7d42186d HTTP/1.1" status: 200 len: 375 time: 0.2265382 Aug 12 22:49:21.245701 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 84683a8d-a9a1-4d43-8352-fbddb9428f5e completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:21.264098 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 84683a8d-a9a1-4d43-8352-fbddb9428f5e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:21.264837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.306785 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-33d7fd98-061d-4874-84cf-3c1097cecaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.323405 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.327648 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-294cde5e-a1b1-4f2e-a9d2-dd27b7c59d9f tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1682ec977f54d5381eaf58d7d42186d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822489 Aug 12 22:49:21.328269 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-33d7fd98-061d-4874-84cf-3c1097cecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.328442 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-31a3e542-59a7-4284-9072-4f933be8ff0a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1880226 Aug 12 22:49:21.328954 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 39928) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:21.365902 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7fd98-061d-4874-84cf-3c1097cecaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76636c80-40b4-4121-9872-57c1ed906a66,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:21.492657 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-33d7fd98-061d-4874-84cf-3c1097cecaa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f2e814853af4140bd8e7360b636394f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9668062 Aug 12 22:49:21.509166 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 39936) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:21.570902 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:21.585659 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.713557 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 84683a8d-a9a1-4d43-8352-fbddb9428f5e, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=84683a8d-a9a1-4d43-8352-fbddb9428f5e,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:21.721881 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.817111 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f282d22-3c27-4780-845f-f13ba328f80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.840223 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=84683a8d-a9a1-4d43-8352-fbddb9428f5e,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:21.865653 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:19Z', 'revision_number': 3, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:21.896352 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f282d22-3c27-4780-845f-f13ba328f80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.900902 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:49:21.901441 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Updating router c047f161-d8b2-42b4-83ed-368a44808d37 port 6eca14a7-afb4-4ab8-8048-a858b3f68659 binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:49:21.904813 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:21.946685 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.124402 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f282d22-3c27-4780-845f-f13ba328f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.129829 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f282d22-3c27-4780-845f-f13ba328f80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.131837 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5f282d22-3c27-4780-845f-f13ba328f80c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76636c80-40b4-4121-9872-57c1ed906a66 HTTP/1.1" status: 204 len: 168 time: 0.6217132 Aug 12 22:49:22.161960 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7e44069d-f41c-458b-a337-3accf0400bfd req-f86fde9a-7709-43ff-a4bb-58d72e7c9a2d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.0489352 Aug 12 22:49:22.179355 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f282d22-3c27-4780-845f-f13ba328f80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76636c80-40b4-4121-9872-57c1ed906a66,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:22.200378 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-1d091671-488f-4cdd-922c-00246531c289 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:49:22.201502 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-1d091671-488f-4cdd-922c-00246531c289 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3760388 Aug 12 22:49:22.234521 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.350397 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-3dc17bd6-ecfb-4df4-b878-ec83cac9dcea service neutron] 10.222.0.49 "GET /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372333 Aug 12 22:49:22.525742 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-1307fbca-30f7-4f07-8c67-1d140316a66c service neutron] 10.222.0.49 "GET /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534019 Aug 12 22:49:22.540228 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:49:22.560585 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.601248 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Transition to ACTIVE for port object 6eca14a7-afb4-4ab8-8048-a858b3f68659 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:22.604692 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Allocated IP 172.20.0.1 (40632709-cf1a-464a-be50-1d894a26ead9/2a1afed9-81cf-4d5f-9c68-95bd5da14ba7/2afe9d35-9239-4011-b9ba-cb9f5b4e775d) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:22.613722 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.835864 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Pushing event updated for resources: {'Port': ['ID=6eca14a7-afb4-4ab8-8048-a858b3f68659,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:22.879986 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Attempting to bind port 6eca14a7-afb4-4ab8-8048-a858b3f68659 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:22.888459 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Attempting to bind port 6eca14a7-afb4-4ab8-8048-a858b3f68659 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:22.888868 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Attempting to bind port 6eca14a7-afb4-4ab8-8048-a858b3f68659 on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:22.923229 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.925959 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.926573 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.927597 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.934740 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.935225 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.935661 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.936124 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.936558 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.941142 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.941964 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.952173 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Tracked resource versions report: Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: pushed versions: Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: { 'AddressGroup': {'1.2'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'ConntrackHelper': {'1.0'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Log': {'1.0'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Network': {'1.1'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Port': {'1.7'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'PortForwarding': {'1.2'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'QosPolicy': {'1.9'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroup': {'1.4'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SubPort': {'1.0'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Subnet': {'1.1'}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Trunk': {'1.1'}} Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: consumer versions: Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: { DHCP agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: HyperV agent@hv-cinder-80374: {}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: L3 agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: Metadata agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: Metering agent@dv-cinder-803748-6-iscsi: {}, Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: Open vSwitch agent@dv-cinder-803748-6-iscsi: { 'AddressGroup': '1.2', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'ConntrackHelper': '1.0', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Log': '1.0', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Network': '1.1', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Port': '1.7', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'PortForwarding': '1.2', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'QosPolicy': '1.9', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroup': '1.4', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SecurityGroupRule': '1.2', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'SubPort': '1.0', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Subnet': '1.1', Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: 'Trunk': '1.1'}} Aug 12 22:49:22.953437 dv-cinder-803748-6-iscsi neutron-server[105673]: {{(pid=105673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:49:22.957002 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.960346 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:49:22.972395 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Sync routers for ids ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:49:22.991638 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Routers {'1d14cb9e-2388-41f7-a0b9-d779dd614ff8'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:22.992313 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:22.992701 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:22.993113 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.993511 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:22.994002 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Bound port: 6eca14a7-afb4-4ab8-8048-a858b3f68659, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:22.994428 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.994957 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:22.996683 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:48:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:22.996974 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2b8200c7-5ff3-4dad-a1da-d831a5c2ad51 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0554743 Aug 12 22:49:22.999820 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40000) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:23.021469 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Transition to ACTIVE for port object 2afe9d35-9239-4011-b9ba-cb9f5b4e775d will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:23.171843 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] For port 6eca14a7-afb4-4ab8-8048-a858b3f68659, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:23.182331 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] For port 6eca14a7-afb4-4ab8-8048-a858b3f68659, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=6eca14a7-afb4-4ab8-8048-a858b3f68659,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:23.188064 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:23.190401 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:23.313034 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3c30bba8-56e7-4c10-a6ab-f2d583e834c2 req-35a35d66-94c3-4c5f-acd1-008aa4ca158e tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.1569431 Aug 12 22:49:23.352616 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Network 40632709-cf1a-464a-be50-1d894a26ead9 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:23.367320 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:23.375203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:23.375976 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:23.401304 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:23.406463 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:48:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:23.413356 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334068-06ef-4dc8-adb7-a75c42565b28 None None] Pushing event updated for resources: {'Port': ['ID=6eca14a7-afb4-4ab8-8048-a858b3f68659,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:23.442157 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 84683a8d-a9a1-4d43-8352-fbddb9428f5e up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:23.469250 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-74380976-e381-4acc-8fee-f45b8e41d603 req-193563c5-3e34-4843-be46-f84f42c97bf8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.1588707 Aug 12 22:49:23.606491 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40030) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:23.858051 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:23.919230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Set router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:23.981271 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 84683a8d-a9a1-4d43-8352-fbddb9428f5e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:23.997908 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.119655 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Pushing event updated for resources: {'Port': ['ID=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:24.133781 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-257eb256-e704-4ae9-9c84-bee79fe0dfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.155689 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.195933 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-934c6d89-3a6d-4731-8edc-fc356f46f25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.209029 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b8df4734-ac00-42bd-a14b-bc2e92ac4eac None None] Provisioning for port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:24.440763 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.455724 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b8df4734-ac00-42bd-a14b-bc2e92ac4eac None None] Provisioning complete for port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:24.457787 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b8df4734-ac00-42bd-a14b-bc2e92ac4eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.474866 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:19Z', 'revision_number': 3, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:24.513795 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a98a242-8b6b-4e32-af53-1510db631dfd None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:19Z', 'revision_number': 3, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:49:24.576666 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-257eb256-e704-4ae9-9c84-bee79fe0dfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.584674 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-b8df4734-ac00-42bd-a14b-bc2e92ac4eac None None] Port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:49:24.688143 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-91050850-8364-4b1a-8d64-c76245b24792 req-207fc8f3-f612-4f5b-ad11-ceb11c2b46ee tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.1203954 Aug 12 22:49:24.821751 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-257eb256-e704-4ae9-9c84-bee79fe0dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.902509 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.908840 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.909648 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:24.919420 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:20Z', 'revision_number': 3, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:24.963856 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Checking router: 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:49:24.964491 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Updating router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:49:24.979683 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e4cffaba-a319-4982-bb67-51f1404dba3c req-84932e82-a2b8-41b5-84eb-d64277add6c7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.1181474 Aug 12 22:49:24.982740 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-257eb256-e704-4ae9-9c84-bee79fe0dfce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42aa2b9a4564426dbb9b9667444960fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3727672 Aug 12 22:49:24.998615 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.020196 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40084) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:25.080889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eb256-e704-4ae9-9c84-bee79fe0dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4083e53b-0d6c-43fe-8a2c-ec5e7de84816,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:25.131042 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Allocated IP 172.20.0.1 (9bf8b277-e8fe-4235-a41a-17b07deaf487/daf462fa-61e4-4686-89da-af32bbd60fc8/716c6564-391f-47ad-8adf-8cba0d299b14) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:25.202583 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Pushing event updated for resources: {'Port': ['ID=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:25.230041 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-063bb519-ce3a-4f3a-b232-0ecfbf3183bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.313878 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-063bb519-ce3a-4f3a-b232-0ecfbf3183bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.363404 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Network 40632709-cf1a-464a-be50-1d894a26ead9 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:25.365027 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.371570 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:25.456185 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40094) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:25.581218 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-063bb519-ce3a-4f3a-b232-0ecfbf3183bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.586188 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.598322 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-063bb519-ce3a-4f3a-b232-0ecfbf3183bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.599849 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-063bb519-ce3a-4f3a-b232-0ecfbf3183bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4083e53b-0d6c-43fe-8a2c-ec5e7de84816 HTTP/1.1" status: 204 len: 168 time: 0.5769277 Aug 12 22:49:25.604713 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.614251 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Transition to ACTIVE for port object 9ad935a4-0768-4d20-a7a0-a5050bb5b681 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:25.622326 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.693455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bb519-ce3a-4f3a-b232-0ecfbf3183bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083e53b-0d6c-43fe-8a2c-ec5e7de84816,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:25.707914 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.765627 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a3b0-3f18-4932-9c93-e89e377835c5 None None] Pushing event updated for resources: {'Port': ['ID=9ad935a4-0768-4d20-a7a0-a5050bb5b681,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:25.769115 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Attempting to bind port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:25.769812 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Attempting to bind port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:25.770532 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Attempting to bind port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:25.778415 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:25.779079 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:25.779721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.780328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:25.781042 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Bound port: 9ad935a4-0768-4d20-a7a0-a5050bb5b681, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:25.781677 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.800856 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:25.806420 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:25.812573 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:25.813082 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.813960 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e41fb73-bf81-407f-af0d-495b17221332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.873039 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Router c047f161-d8b2-42b4-83ed-368a44808d37 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:49:25.885617 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] For port 9ad935a4-0768-4d20-a7a0-a5050bb5b681, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:25.889688 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] For port 9ad935a4-0768-4d20-a7a0-a5050bb5b681, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=9ad935a4-0768-4d20-a7a0-a5050bb5b681,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:25.905290 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:25.964622 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6a5b2000-95c0-4b53-926f-0aa845211037 None None] Provisioning complete for port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:25.965267 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2000-95c0-4b53-926f-0aa845211037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.013928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2000-95c0-4b53-926f-0aa845211037 None None] Port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:49:26.095160 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Routers {'1d14cb9e-2388-41f7-a0b9-d779dd614ff8'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:26.096082 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:48:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:26.141079 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3a07227a-7847-4a63-ab28-e5924b541cca req-24c6a0d6-7ff2-4486-b3ab-99c81488ad60 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.0960066 Aug 12 22:49:26.187163 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a3b0-3f18-4932-9c93-e89e377835c5 None None] Pushing event updated for resources: {'Port': ['ID=9ad935a4-0768-4d20-a7a0-a5050bb5b681,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:26.195418 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.233093 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b620743b-1382-4986-b29e-94c863c3583c req-477e06b8-8cb3-4e92-bca8-23746f381c60 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.0607173 Aug 12 22:49:26.249367 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Pushing event updated for resources: {'Port': ['ID=716c6564-391f-47ad-8adf-8cba0d299b14,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:26.279732 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:49:26.300237 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b3a50026-24f8-4bb3-aba8-60fb4b38b928 admin admin] 10.222.0.49 "PUT /v2.0/routers/c047f161-d8b2-42b4-83ed-368a44808d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9701822 Aug 12 22:49:26.347794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e41fb73-bf81-407f-af0d-495b17221332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.356215 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e41fb73-bf81-407f-af0d-495b17221332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.365643 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] Set router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:26.445768 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5e41fb73-bf81-407f-af0d-495b17221332 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=511e1c6b5c11433e8436a32ac3b6d063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9843488 Aug 12 22:49:26.449919 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40132) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:26.465954 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41fb73-bf81-407f-af0d-495b17221332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7b753f-ab41-426d-8b3f-7d1a364333be,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:26.513231 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-19f9496d-546f-4c7c-820e-9d9568d0ccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.537424 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.548133 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.554976 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.556268 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.573356 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e70f1865-a164-4909-83de-1b879ea16d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.610820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e70f1865-a164-4909-83de-1b879ea16d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.675160 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e70f1865-a164-4909-83de-1b879ea16d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.680533 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e70f1865-a164-4909-83de-1b879ea16d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.687976 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e70f1865-a164-4909-83de-1b879ea16d5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e7b753f-ab41-426d-8b3f-7d1a364333be HTTP/1.1" status: 204 len: 168 time: 0.2290580 Aug 12 22:49:26.704701 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Pushing event updated for resources: {'Port': ['ID=716c6564-391f-47ad-8adf-8cba0d299b14,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:26.710762 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f1865-a164-4909-83de-1b879ea16d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7b753f-ab41-426d-8b3f-7d1a364333be,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:26.760464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:20Z', 'revision_number': 3, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:26.797410 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:26.798929 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:26.821234 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbff28-f15d-456a-bfaf-16911ff34eb8 None None] The sync data for ids ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'] in dv-cinder-803748-6-iscsi is: [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:20Z', 'revision_number': 3, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:49:26.991820 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:49:27.029454 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 6eca14a7-afb4-4ab8-8048-a858b3f68659 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:27.173445 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 6eca14a7-afb4-4ab8-8048-a858b3f68659 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:27.185918 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 6eca14a7-afb4-4ab8-8048-a858b3f68659 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:27.188024 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:27.241336 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:49:27.263681 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3ef10c92-6db5-4fef-a925-2f9c2fe94dbc admin admin] 10.222.0.49 "PUT /v2.0/routers/1d14cb9e-2388-41f7-a0b9-d779dd614ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2521257 Aug 12 22:49:27.347496 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:49:27.369815 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:27.371485 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:27.429173 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6f46171-3621-4c72-adcd-2bc6331b79da req-e00d1f12-75d8-4734-b401-186cfbc247bb tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.0708587 Aug 12 22:49:27.530959 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:27.550946 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40178) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:27.580383 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f246a4dd-63c8-401d-8b2c-c52bdcb3df58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:27.636308 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 6eca14a7-afb4-4ab8-8048-a858b3f68659, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=6eca14a7-afb4-4ab8-8048-a858b3f68659,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:27.679660 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:27.833558 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dd928fa7-b50a-4cb6-8cbd-f841b606e448 req-88e36214-8d8c-435f-a911-a4448a8b79be tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.1661789 Aug 12 22:49:27.938296 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.42', 56982) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:27.940986 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=6eca14a7-afb4-4ab8-8048-a858b3f68659,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:27.978905 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:27.982352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.000226 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f246a4dd-63c8-401d-8b2c-c52bdcb3df58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.007541 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f246a4dd-63c8-401d-8b2c-c52bdcb3df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.074095 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f246a4dd-63c8-401d-8b2c-c52bdcb3df58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23ee4d9862c14848b0f5e1704590875c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214362 Aug 12 22:49:28.089355 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40202) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:28.188498 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246a4dd-63c8-401d-8b2c-c52bdcb3df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a236943-13a3-403d-b537-b5bcd6a00343,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:28.231659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40208) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:28.241848 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-83b1f651-d814-4bae-aa4a-711fb2e9d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.271108 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093555559', 'description': 'tempest-description--1575645045'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:28.275641 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-83b1f651-d814-4bae-aa4a-711fb2e9d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.302764 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-24d4ba2e-2019-449d-b5b2-865961dceebd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:28.304734 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-24d4ba2e-2019-449d-b5b2-865961dceebd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.3646750 Aug 12 22:49:28.363403 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-83b1f651-d814-4bae-aa4a-711fb2e9d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.366903 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-83b1f651-d814-4bae-aa4a-711fb2e9d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.368787 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-83b1f651-d814-4bae-aa4a-711fb2e9d52b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a236943-13a3-403d-b537-b5bcd6a00343 HTTP/1.1" status: 204 len: 168 time: 0.2780726 Aug 12 22:49:28.378505 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.391669 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f651-d814-4bae-aa4a-711fb2e9d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a236943-13a3-403d-b537-b5bcd6a00343,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:28.450439 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Request body: {'port': {'device_id': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'admin_state_up': True, 'tenant_id': '5b04dff3a71e480991f7eb7fca608f59'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:28.630275 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:24Z', 'revision_number': 2, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:28.717110 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.727115 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.735776 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b922c4b-4e88-4484-8628-51cf42dfabd7 req-69f2a628-e77e-4283-bef8-1c0dffe90436 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.0946753 Aug 12 22:49:28.739793 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:49:28.740226 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Updating router c047f161-d8b2-42b4-83ed-368a44808d37 port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:49:28.794827 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.814731 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.816228 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5830979 Aug 12 22:49:28.819985 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40258) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:28.832778 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'security_group_rule': {'security_group_id': 'a65093ba-533a-4f79-9aeb-565bdac033f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:28.847963 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180450-6dac-4649-ad36-cbf5c762d1c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65093ba-533a-4f79-9aeb-565bdac033f3,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:28.854008 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.42', 56988) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:28.958926 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Made reservation on behalf of 5b04dff3a71e480991f7eb7fca608f59 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:28.964206 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.011153 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.092118 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.147474 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d466f13b-a493-4b81-94ea-0c7a805d7340 req-87961741-5df9-4584-96fd-0bd25022029b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.0815125 Aug 12 22:49:29.279204 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 6eca14a7-afb4-4ab8-8048-a858b3f68659 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:29.386407 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 6eca14a7-afb4-4ab8-8048-a858b3f68659 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:29.386788 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.473205 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.503211 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-ac8e5d05-cacf-4828-9d80-2037b16b0042 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:29.506994 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-ac8e5d05-cacf-4828-9d80-2037b16b0042 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.42 "GET /v2.0/networks?id=2b610323-747c-4801-a160-f5ed3624ff4b HTTP/1.1" status: 200 len: 811 time: 0.6515808 Aug 12 22:49:29.509783 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.575314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9ad935a4-0768-4d20-a7a0-a5050bb5b681 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:29.599106 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Request body: {'port': {'device_id': '16032853-fce9-44c8-909d-971e49ba40ca', 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b', 'admin_state_up': True, 'tenant_id': 'd1682ec977f54d5381eaf58d7d42186d'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:29.608275 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3b4430-1cbd-4802-a8e7-7c8f699db3e9,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:29.613345 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.617843 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e81c3dcb-3d80-473d-84c6-646ae4ae97ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7954872 Aug 12 22:49:29.644098 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40288) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:29.675580 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'security_group_rule': {'security_group_id': 'a65093ba-533a-4f79-9aeb-565bdac033f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:29.689928 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.717308 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Transition to ACTIVE for port object 2afe9d35-9239-4011-b9ba-cb9f5b4e775d will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:29.728852 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.745173 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:29.749493 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-7fb4e68c-c523-481d-8deb-ea87cf7adfd0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:29.753210 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:29.753620 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.777608 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-7fb4e68c-c523-481d-8deb-ea87cf7adfd0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 819 time: 0.6334236 Aug 12 22:49:29.785395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:29.836655 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a5032-eda5-4cd0-9a08-eb692fc7805b None None] Pushing event updated for resources: {'Port': ['ID=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:29.952455 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Allocated IP 172.20.0.4 (9f150414-5e1f-487e-8cb2-5af39ae2908c/2dabd4a9-ad0d-406f-aacb-fcada9cededa/29975f40-7f80-480b-9e4b-661d546427bc) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:30.065007 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Sync routers for ids ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:49:30.136590 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Routers {'1d14cb9e-2388-41f7-a0b9-d779dd614ff8'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:30.138529 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Attempting to bind port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:30.138900 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Attempting to bind port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:30.139258 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Attempting to bind port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d on network 40632709-cf1a-464a-be50-1d894a26ead9 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:30.146972 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:30.157395 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:30.157746 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Checking segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:30.158166 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:30.171119 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Bound using segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:30.171819 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Bound port: 2afe9d35-9239-4011-b9ba-cb9f5b4e775d, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:30.172234 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:30.415179 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] For port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:30.419495 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] For port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:30.429104 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:30.460912 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-6dc1f57c-8384-4653-8244-40a9d21fd5f8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/quotas/98e8fc6ad9b24eee86f4e43c4ae491d7 HTTP/1.1" status: 200 len: 375 time: 0.6798258 Aug 12 22:49:30.513237 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-457c3c0f-56c3-499a-86e8-8205f11524c0 req-237513bd-5dce-4f51-8bd3-e2aba5845c46 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.2515116 Aug 12 22:49:30.673699 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:30.675222 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:30.826556 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a5032-eda5-4cd0-9a08-eb692fc7805b None None] Pushing event updated for resources: {'Port': ['ID=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:30.873346 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:30.893834 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:30.976652 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b858d662-1fc5-45ba-8431-d2a5afe49fc5 req-7f8674c1-ef46-4834-b728-bf6c2a89da80 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.1870475 Aug 12 22:49:31.032461 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.072205 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Made reservation on behalf of d1682ec977f54d5381eaf58d7d42186d for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:31.077183 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.088524 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:31.225818 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 9ad935a4-0768-4d20-a7a0-a5050bb5b681, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=9ad935a4-0768-4d20-a7a0-a5050bb5b681,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:31.239899 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.284829 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:31.287192 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.288860 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event updated for resources: {'Port': ['ID=29975f40-7f80-480b-9e4b-661d546427bc,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:31.292522 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:31.353752 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.405634 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-fabbee80-e69c-4475-b278-f59cd43a2f69 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9336507 Aug 12 22:49:31.466506 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818f2b20-e0fa-4424-a924-ebb7dedb28c8,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:31.468271 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Set router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:31.475511 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:31.481383 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:31.481953 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.603702 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:31.609025 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-75e0d6a9-307d-4c3b-a3c7-3f0e552b54cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9350162 Aug 12 22:49:31.612087 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40382) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:31.655038 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:30Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:31.731592 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32364a-de85-4b1d-97af-cd2d2bb84bd0 None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:30Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:49:31.735463 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:31.858913 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-6d175bae-6138-4142-9ad1-c4b0b41587ee service neutron] 10.222.0.49 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001696 Aug 12 22:49:31.915652 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=9ad935a4-0768-4d20-a7a0-a5050bb5b681,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:32.154232 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Allocated IP 172.20.0.4 (2b610323-747c-4801-a160-f5ed3624ff4b/630503d6-51d9-4ee2-b24d-ce4a5c16b6d4/981e9854-56c7-4c8c-be49-6735a50e38f1) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:32.285292 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:26Z', 'revision_number': 4, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '716c6564-391f-47ad-8adf-8cba0d299b14', 'name': '', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'mac_address': 'fa:16:3e:f9:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:24Z', 'updated_at': '2021-08-12T22:49:26Z', 'revision_number': 2, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'subnets': [{'id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:32.319720 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40400) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:32.384303 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-282ab50f-1f3b-4776-9d9e-c71033c9fce9 service neutron] 10.222.0.49 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132523 Aug 12 22:49:32.419818 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-74978e60-9fc4-456d-8666-af2352820369 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0110688 Aug 12 22:49:32.420375 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Checking router: 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:49:32.420740 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Updating router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 port 716c6564-391f-47ad-8adf-8cba0d299b14 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:49:32.465073 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16b09d29-f767-4de4-b9a4-a561c4de1515 req-f183cd24-c625-4f4a-975f-9a0590bb7f72 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.5686562 Aug 12 22:49:32.495374 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:32.540298 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:32.852963 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbea0b98-79ee-4cff-bc1a-d38825716966 req-c70888ce-9f0c-4d29-bf85-2327ea78632e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 210 time: 0.0408685 Aug 12 22:49:32.920740 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a84e968e-bcb9-45d9-99ac-944a6c3147c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.027926 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151bb70-ec2c-46f2-9cfb-4d98d504ca45 req-e2b8a71f-ccd6-4d78-b331-1ab1bcb43712 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:33.038132 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c151bb70-ec2c-46f2-9cfb-4d98d504ca45 req-e2b8a71f-ccd6-4d78-b331-1ab1bcb43712 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 931 time: 0.3582475 Aug 12 22:49:33.117966 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.140049 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a84e968e-bcb9-45d9-99ac-944a6c3147c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.147604 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a84e968e-bcb9-45d9-99ac-944a6c3147c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.190380 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a84e968e-bcb9-45d9-99ac-944a6c3147c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05d718713aff4d388250481d98341c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8691940 Aug 12 22:49:33.191004 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40444) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:33.222688 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c151bb70-ec2c-46f2-9cfb-4d98d504ca45 req-7425b69c-1f0f-43df-8a12-5a723544c6ca tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828053 Aug 12 22:49:33.225570 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.321579 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.337314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Transition to ACTIVE for port object 716c6564-391f-47ad-8adf-8cba0d299b14 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:33.347501 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.349374 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Network 2b610323-747c-4801-a160-f5ed3624ff4b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:33.367877 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:33.377313 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:33.407490 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:33.415141 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.415344 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-aa2b095c-281e-42d1-b752-97c79ae1a422 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:33.416867 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-aa2b095c-281e-42d1-b752-97c79ae1a422 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 819 time: 0.2075293 Aug 12 22:49:33.424197 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Pushing event updated for resources: {'Port': ['ID=981e9854-56c7-4c8c-be49-6735a50e38f1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:33.468821 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-817ae00f-cd10-42e8-864c-3e9ab96034e8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/quotas/98e8fc6ad9b24eee86f4e43c4ae491d7 HTTP/1.1" status: 200 len: 375 time: 0.0415196 Aug 12 22:49:33.472383 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.485411 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e968e-bcb9-45d9-99ac-944a6c3147c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22109664-81a8-41d3-9357-c9398aefddcc,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:33.509206 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-08836138-17e1-4ec5-bd54-5656f9e71031 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9568329 Aug 12 22:49:33.558345 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-86ccf699-13c8-45f3-a94a-6cdb96daa479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.597933 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-79ed08d3-10ea-4552-8511-1e1835d8d3b9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980687 Aug 12 22:49:33.633545 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-86ccf699-13c8-45f3-a94a-6cdb96daa479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.664512 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9ad935a4-0768-4d20-a7a0-a5050bb5b681 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:33.748194 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Allocated IP 172.27.2.23 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/78cb372e-fb96-4431-8475-3f7fe2ea0002) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:33.765747 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-d62d839c-aa56-4afb-aebe-7c8146ff23c6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508245 Aug 12 22:49:33.765982 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1da40-d77a-40ab-bfc8-6fa86cc5f77a None None] Pushing event updated for resources: {'Port': ['ID=716c6564-391f-47ad-8adf-8cba0d299b14,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:33.775669 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-86ccf699-13c8-45f3-a94a-6cdb96daa479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.779651 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-86ccf699-13c8-45f3-a94a-6cdb96daa479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.794748 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-86ccf699-13c8-45f3-a94a-6cdb96daa479 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22109664-81a8-41d3-9357-c9398aefddcc HTTP/1.1" status: 204 len: 168 time: 0.6013005 Aug 12 22:49:33.815428 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Attempting to bind port 716c6564-391f-47ad-8adf-8cba0d299b14 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:33.818489 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Attempting to bind port 716c6564-391f-47ad-8adf-8cba0d299b14 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:33.819089 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Attempting to bind port 716c6564-391f-47ad-8adf-8cba0d299b14 on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:33.836769 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:33.840362 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Checking segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:33.840953 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.845698 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Bound using segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:33.847767 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Bound port: 716c6564-391f-47ad-8adf-8cba0d299b14, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:33.850337 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:33.861370 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccf699-13c8-45f3-a94a-6cdb96daa479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22109664-81a8-41d3-9357-c9398aefddcc,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:33.956703 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-3cdd0745-f4e4-40d0-b8c4-431403162997 service neutron] 10.222.0.49 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605880 Aug 12 22:49:34.013974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:34.014393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.016387 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] For port 716c6564-391f-47ad-8adf-8cba0d299b14, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:34.020304 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] For port 716c6564-391f-47ad-8adf-8cba0d299b14, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=716c6564-391f-47ad-8adf-8cba0d299b14,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:34.063929 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.073842 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.134205 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.179562 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 2afe9d35-9239-4011-b9ba-cb9f5b4e775d up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:34.194519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:34.198073 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'Port': ['ID=78cb372e-fb96-4431-8475-3f7fe2ea0002,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:34.201926 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:34.202125 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Routers {'1d14cb9e-2388-41f7-a0b9-d779dd614ff8'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:49:34.202771 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:34.242315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccfd4a-dc53-4bef-b987-64f5f427e4b0 req-68f4793b-b4f3-48b0-8e54-af5b0df9a1d9 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:34.245343 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bccfd4a-dc53-4bef-b987-64f5f427e4b0 req-68f4793b-b4f3-48b0-8e54-af5b0df9a1d9 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 931 time: 0.2688606 Aug 12 22:49:34.259569 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:34.291764 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1da40-d77a-40ab-bfc8-6fa86cc5f77a None None] Pushing event updated for resources: {'Port': ['ID=716c6564-391f-47ad-8adf-8cba0d299b14,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:34.378082 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46c23299-9251-47a0-ae72-e80dfd4cf969 req-c356af16-f89a-40fe-afd5-07a916aa94d9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0574884 Aug 12 22:49:34.504628 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bccfd4a-dc53-4bef-b987-64f5f427e4b0 req-d33bac6e-8732-42ec-9087-505edaa23255 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475944 Aug 12 22:49:34.534671 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.565130 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] Set router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:49:34.566831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40472) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:34.617793 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-516ea690-11b7-444d-9a4f-daed4827dc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.651736 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242ee4-5953-47d9-a8cf-8017c8472d55 req-edd09f52-88f5-45d8-9a56-c48f7194b0ac tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:34.660399 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ea242ee4-5953-47d9-a8cf-8017c8472d55 req-edd09f52-88f5-45d8-9a56-c48f7194b0ac tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 931 time: 0.1606135 Aug 12 22:49:34.723014 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.766443 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ea242ee4-5953-47d9-a8cf-8017c8472d55 req-5be36904-0919-4065-90dc-2b8af0aa19bc tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050246 Aug 12 22:49:34.780468 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:34.784424 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-1daa1745-2daa-4c38-8a7e-dd8bef8923cc tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:49:34.785597 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-1daa1745-2daa-4c38-8a7e-dd8bef8923cc tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131128 Aug 12 22:49:34.807117 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:34.809905 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.813790 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-e1754a12-8a80-48d1-baa2-bb7be0b0b8e4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:49:34.841674 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-e1754a12-8a80-48d1-baa2-bb7be0b0b8e4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0661857 Aug 12 22:49:34.944371 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-516ea690-11b7-444d-9a4f-daed4827dc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:34.963511 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-516ea690-11b7-444d-9a4f-daed4827dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.046620 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-516ea690-11b7-444d-9a4f-daed4827dc0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eae0c3872d9345f6964c9b99ed0a5c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779909 Aug 12 22:49:35.047806 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ea690-11b7-444d-9a4f-daed4827dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8752f6ec-bc09-43e5-96cf-793e62eafba6,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:35.049717 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40492) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:35.087520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.094261 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.300692 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d13f7be-2e4f-4982-afd2-fad463c9f3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.319467 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.372963 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.414700 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d13f7be-2e4f-4982-afd2-fad463c9f3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.428927 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'Port': ['ID=78cb372e-fb96-4431-8475-3f7fe2ea0002,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:35.443699 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.447864 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-cb750157-5c9b-4298-b5b1-4dc7c48f8324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7402437 Aug 12 22:49:35.509622 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Request body: {'port': {'device_id': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:35.606048 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Request body: {'port': {'device_id': '16032853-fce9-44c8-909d-971e49ba40ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:35.612163 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:35.636770 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.729092 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-64f64630-cdee-4c17-b71c-77eadf7b02ca req-806854b2-e6fe-4012-aea3-408a2fd9c353 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.1293807 Aug 12 22:49:35.816454 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:35.836795 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.853928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:26Z', 'revision_number': 4, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '716c6564-391f-47ad-8adf-8cba0d299b14', 'name': '', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'mac_address': 'fa:16:3e:f9:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:24Z', 'updated_at': '2021-08-12T22:49:34Z', 'revision_number': 4, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'subnets': [{'id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:49:35.908073 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9fb6-b2b3-441d-a5d4-b12f1d707c68 None None] The sync data for ids ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'] in dv-cinder-803748-6-iscsi is: [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:26Z', 'revision_number': 4, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '716c6564-391f-47ad-8adf-8cba0d299b14', 'name': '', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'mac_address': 'fa:16:3e:f9:ff:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:24Z', 'updated_at': '2021-08-12T22:49:34Z', 'revision_number': 4, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'subnets': [{'id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:49:35.930449 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d13f7be-2e4f-4982-afd2-fad463c9f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.943189 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d13f7be-2e4f-4982-afd2-fad463c9f3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:35.956973 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8d13f7be-2e4f-4982-afd2-fad463c9f3b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8752f6ec-bc09-43e5-96cf-793e62eafba6 HTTP/1.1" status: 204 len: 168 time: 0.9007583 Aug 12 22:49:36.018034 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.42', 57004) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:36.052835 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-53cc1fe1-e8ca-4d0f-91ae-7b6de5a565ce tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2093555559&fields=id&tenant_id=ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 267 time: 0.1274524 Aug 12 22:49:36.143432 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:36.164479 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13f7be-2e4f-4982-afd2-fad463c9f3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8752f6ec-bc09-43e5-96cf-793e62eafba6,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:36.320398 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da91a-1a74-4867-b8f8-9e840e4e7367 req-34dedb5b-f877-4550-b174-8ae95d1d6904 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:36.327377 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e76da91a-1a74-4867-b8f8-9e840e4e7367 req-34dedb5b-f877-4550-b174-8ae95d1d6904 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 931 time: 0.6729364 Aug 12 22:49:36.685936 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e76da91a-1a74-4867-b8f8-9e840e4e7367 req-1b438d08-79ba-47c3-bdf4-2bce7b212599 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508637 Aug 12 22:49:37.055331 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-f26ec228-9d86-4e7d-b9f4-2fab95fceabc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:37.070536 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-f26ec228-9d86-4e7d-b9f4-2fab95fceabc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 817 time: 1.0167158 Aug 12 22:49:37.125681 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-68ca9813-2dff-4626-bb58-0c8d0cfa907a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/quotas/ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 375 time: 0.0525966 Aug 12 22:49:37.165280 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981e9854-56c7-4c8c-be49-6735a50e38f1 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:37.177388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:37.233431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ed10-5c8f-4448-8a11-d6ed49863cea req-c2a680cc-eeed-407c-a3b1-35698da0408d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:37.246918 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8517ed10-5c8f-4448-8a11-d6ed49863cea req-c2a680cc-eeed-407c-a3b1-35698da0408d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 931 time: 0.1801322 Aug 12 22:49:37.289627 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.42', 57009) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:37.308569 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Transition to ACTIVE for port object 981e9854-56c7-4c8c-be49-6735a50e38f1 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:37.329703 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:37.356318 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29975f40-7f80-480b-9e4b-661d546427bc {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:37.410846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-b182912b-f1d6-4a97-8d2b-aa64dbbf3c39 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:37.412562 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-b182912b-f1d6-4a97-8d2b-aa64dbbf3c39 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 819 time: 1.3549178 Aug 12 22:49:37.433113 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:37.510853 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-2a899632-0907-4af0-9f72-814160aa1943 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3841784 Aug 12 22:49:37.522074 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Request body: {'port': {'device_id': '3b20d20f-24d3-4582-924e-8019ba164994', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'admin_state_up': True, 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:37.654756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Transition to ACTIVE for port object 29975f40-7f80-480b-9e4b-661d546427bc will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:37.779819 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8517ed10-5c8f-4448-8a11-d6ed49863cea req-5b906005-e300-4d3b-a832-c35a0dc4f514 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259736 Aug 12 22:49:37.786240 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40584) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:37.915659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Attempting to bind port 981e9854-56c7-4c8c-be49-6735a50e38f1 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:37.917852 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Attempting to bind port 981e9854-56c7-4c8c-be49-6735a50e38f1 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '5b18ea43-7aef-4d8c-9531-e21524e3d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:37.918308 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Attempting to bind port 981e9854-56c7-4c8c-be49-6735a50e38f1 on network 2b610323-747c-4801-a160-f5ed3624ff4b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:37.957911 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Pushing event updated for resources: {'Port': ['ID=981e9854-56c7-4c8c-be49-6735a50e38f1,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:37.995519 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Port 981e9854-56c7-4c8c-be49-6735a50e38f1 on network 2b610323-747c-4801-a160-f5ed3624ff4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:49:37.998212 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Attempting to bind port 981e9854-56c7-4c8c-be49-6735a50e38f1 on network 2b610323-747c-4801-a160-f5ed3624ff4b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:38.040589 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:38.041078 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Checking segment: {'id': '5b18ea43-7aef-4d8c-9531-e21524e3d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:38.041677 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Bound using segment: {'id': '5b18ea43-7aef-4d8c-9531-e21524e3d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:38.043161 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 2afe9d35-9239-4011-b9ba-cb9f5b4e775d up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:38.045809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-b682def4-0bb1-49bc-9c59-8f4ce49735c2 service neutron] 10.222.0.49 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977658 Aug 12 22:49:38.052349 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Bound port: 981e9854-56c7-4c8c-be49-6735a50e38f1, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b18ea43-7aef-4d8c-9531-e21524e3d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:38.052759 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.081232 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.166899 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:38.168531 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.402913 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fbc25786-f5df-4fb0-be52-4671cd5df12c req-c25b18aa-82d5-4e39-b1f1-05fbc9fa391a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.2971489 Aug 12 22:49:38.412353 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-1b1a4ee3-de9c-4fc0-8b93-01f56c32892e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:38.414561 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-1b1a4ee3-de9c-4fc0-8b93-01f56c32892e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 819 time: 1.0440807 Aug 12 22:49:38.473693 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9c265f13-0158-4871-bf83-7caff43ba11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.529104 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] For port 981e9854-56c7-4c8c-be49-6735a50e38f1, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:38.565236 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Pushing event updated for resources: {'Port': ['ID=29975f40-7f80-480b-9e4b-661d546427bc,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:38.634400 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] For port 981e9854-56c7-4c8c-be49-6735a50e38f1, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=981e9854-56c7-4c8c-be49-6735a50e38f1,segment=NetworkSegment(5b18ea43-7aef-4d8c-9531-e21524e3d2a2),segment_id=5b18ea43-7aef-4d8c-9531-e21524e3d2a2)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:38.648531 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.718341 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 716c6564-391f-47ad-8adf-8cba0d299b14 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:38.804017 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:38.805898 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.806027 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 716c6564-391f-47ad-8adf-8cba0d299b14 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:38.809140 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] 10.222.0.42 "PUT /v2.0/ports/981e9854-56c7-4c8c-be49-6735a50e38f1 HTTP/1.1" status: 200 len: 1093 time: 3.5284915 Aug 12 22:49:38.810734 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 716c6564-391f-47ad-8adf-8cba0d299b14 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:38.811372 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:38.834189 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-d0741cfc-1a37-42fa-861d-1038f92da9fc service neutron] 10.222.0.49 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874126 Aug 12 22:49:38.836536 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Attempting to bind port 29975f40-7f80-480b-9e4b-661d546427bc on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:38.840020 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Attempting to bind port 29975f40-7f80-480b-9e4b-661d546427bc by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:38.842720 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Attempting to bind port 29975f40-7f80-480b-9e4b-661d546427bc on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:38.867635 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Port 29975f40-7f80-480b-9e4b-661d546427bc on network 9f150414-5e1f-487e-8cb2-5af39ae2908c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:49:38.869899 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16032853-fce9-44c8-909d-971e49ba40ca', 'tag': '981e9854-56c7-4c8c-be49-6735a50e38f1'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:49:38.870027 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Attempting to bind port 29975f40-7f80-480b-9e4b-661d546427bc on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:38.881167 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:38.881666 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Checking segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:38.882615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Bound using segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:38.883435 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Bound port: 29975f40-7f80-480b-9e4b-661d546427bc, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:38.884339 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.021423 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.084251 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 716c6564-391f-47ad-8adf-8cba0d299b14, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=716c6564-391f-47ad-8adf-8cba0d299b14,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:39.091866 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.137199 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] For port 29975f40-7f80-480b-9e4b-661d546427bc, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:39.160260 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] For port 29975f40-7f80-480b-9e4b-661d546427bc, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=29975f40-7f80-480b-9e4b-661d546427bc,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:39.174201 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.181721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=716c6564-391f-47ad-8adf-8cba0d299b14,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:39.262486 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301fca-03a3-4ee5-a9d6-5d5cdcdccd80 service neutron] Pushing event updated for resources: {'Port': ['ID=981e9854-56c7-4c8c-be49-6735a50e38f1,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:39.277405 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:39.284240 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.286136 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] 10.222.0.42 "PUT /v2.0/ports/29975f40-7f80-480b-9e4b-661d546427bc HTTP/1.1" status: 200 len: 1093 time: 3.9392581 Aug 12 22:49:39.287587 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'tag': '29975f40-7f80-480b-9e4b-661d546427bc'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:49:39.328175 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1e5e7-141d-4323-8395-7dfe3decccd8 req-c2a57d1a-f73e-4a08-91a6-b2d280debbd3 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:39.349792 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75b1e5e7-141d-4323-8395-7dfe3decccd8 req-c2a57d1a-f73e-4a08-91a6-b2d280debbd3 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.6679051 Aug 12 22:49:39.404430 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708" -d '{"events": [{"name": "network-changed", "server_uuid": "16032853-fce9-44c8-909d-971e49ba40ca", "tag": "981e9854-56c7-4c8c-be49-6735a50e38f1"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:49:39.490336 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75b1e5e7-141d-4323-8395-7dfe3decccd8 req-07ad0491-7268-4225-bb73-22c21d2f8687 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394253 Aug 12 22:49:39.497366 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32cd24-cbd1-4046-b73d-a303503c60bc service neutron] Pushing event updated for resources: {'Port': ['ID=29975f40-7f80-480b-9e4b-661d546427bc,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:39.511173 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9c265f13-0158-4871-bf83-7caff43ba11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.520926 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9c265f13-0158-4871-bf83-7caff43ba11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.553507 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Made reservation on behalf of 98e8fc6ad9b24eee86f4e43c4ae491d7 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:39.559684 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.702945 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46" -d '{"events": [{"name": "network-changed", "server_uuid": "fa02e3d2-92db-4515-b171-e675befe2bdd", "tag": "29975f40-7f80-480b-9e4b-661d546427bc"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:49:39.739348 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9c265f13-0158-4871-bf83-7caff43ba11f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa89c5a56c0146428763408a9a29e543&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9394650 Aug 12 22:49:39.755186 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5887d64d-344b-4ea7-9aa8-d3717228dad2 req-9aab74c4-125c-4044-9b6b-051b97e7ce7d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.1015825 Aug 12 22:49:39.756302 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c265f13-0158-4871-bf83-7caff43ba11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690726d8-b52c-4e6f-b715-740b8b249395,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:39.765350 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40644) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:39.834004 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 716c6564-391f-47ad-8adf-8cba0d299b14 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:39.878852 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa389097-d675-4f59-bfb4-113b2952199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.912367 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa389097-d675-4f59-bfb4-113b2952199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.960633 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 716c6564-391f-47ad-8adf-8cba0d299b14 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:39.960633 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.965612 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Allocated IP 172.20.0.13 (9bf8b277-e8fe-4235-a41a-17b07deaf487/daf462fa-61e4-4686-89da-af32bbd60fc8/6bb02cb9-137e-48f1-a55e-eadd487b094d) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:39.969425 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa389097-d675-4f59-bfb4-113b2952199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.973887 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa389097-d675-4f59-bfb4-113b2952199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:39.976841 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fa389097-d675-4f59-bfb4-113b2952199a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/690726d8-b52c-4e6f-b715-740b8b249395 HTTP/1.1" status: 204 len: 168 time: 0.2077618 Aug 12 22:49:40.026037 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa389097-d675-4f59-bfb4-113b2952199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690726d8-b52c-4e6f-b715-740b8b249395,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:40.178444 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9105c347-97aa-4842-9a36-e9064dc36b09 x-openstack-request-id: req-9105c347-97aa-4842-9a36-e9064dc36b09 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:49:40.178927 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16032853-fce9-44c8-909d-971e49ba40ca", "tag": "981e9854-56c7-4c8c-be49-6735a50e38f1", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:49:40.179325 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9105c347-97aa-4842-9a36-e9064dc36b09 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:49:40.179931 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16032853-fce9-44c8-909d-971e49ba40ca', 'tag': '981e9854-56c7-4c8c-be49-6735a50e38f1', 'status': 'completed', 'code': 200} Aug 12 22:49:40.286027 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c7c0c68f-6f32-4bef-bb8b-80ca9cceb8e9 req-3759a75c-6fd9-4b73-88d3-8c67b5376de0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0414796 Aug 12 22:49:40.321223 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:40.346060 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778e48-3853-4238-82a5-3652c591d6d9 req-d455aba0-766b-4357-b1b7-2d996b8aa763 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:40.347629 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8778e48-3853-4238-82a5-3652c591d6d9 req-d455aba0-766b-4357-b1b7-2d996b8aa763 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.6241388 Aug 12 22:49:40.411814 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8778e48-3853-4238-82a5-3652c591d6d9 req-c07b13f2-51cb-4ee1-9727-d3a5dd25a234 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Aug 12 22:49:40.415548 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:40.464475 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:40.467785 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:40.474503 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:40.480028 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:40.480651 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:40.495399 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Pushing event updated for resources: {'Port': ['ID=6bb02cb9-137e-48f1-a55e-eadd487b094d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:40.513091 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-8cdf2779-5f59-42b0-ae30-e9c9da834a3a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0522976 Aug 12 22:49:40.560545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40680) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:40.776456 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53747b3b-16d2-4d9c-8b8a-7b4008d1f134 x-openstack-request-id: req-53747b3b-16d2-4d9c-8b8a-7b4008d1f134 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:49:40.776902 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa02e3d2-92db-4515-b171-e675befe2bdd", "tag": "29975f40-7f80-480b-9e4b-661d546427bc", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:49:40.777249 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53747b3b-16d2-4d9c-8b8a-7b4008d1f134 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:49:40.777809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'tag': '29975f40-7f80-480b-9e4b-661d546427bc', 'status': 'completed', 'code': 200} Aug 12 22:49:40.779972 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f475d53-18d8-4524-9b83-5dbbdf3586e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:40.859366 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4c9b-113c-4662-8ed0-54c2eafd64bc req-248d6f94-15a7-4f0a-8095-0d2b9ebf7491 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:40.861235 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b2b4c9b-113c-4662-8ed0-54c2eafd64bc req-248d6f94-15a7-4f0a-8095-0d2b9ebf7491 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0866420 Aug 12 22:49:40.933787 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b2b4c9b-113c-4662-8ed0-54c2eafd64bc req-781cd2af-ef1e-45d5-b799-97bf07c75b3a tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 Aug 12 22:49:40.991231 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f475d53-18d8-4524-9b83-5dbbdf3586e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:40.999966 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f475d53-18d8-4524-9b83-5dbbdf3586e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:41.102533 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4f475d53-18d8-4524-9b83-5dbbdf3586e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96b88f8febae40f2a6e8b0b93a3183b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404425 Aug 12 22:49:41.108399 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40698) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:41.119296 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0eac8d3-d1b7-440a-b984-f556124e1450 req-ff6d22d9-ef3e-4cce-8573-ad734fc1a798 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0567818 Aug 12 22:49:41.127731 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f475d53-18d8-4524-9b83-5dbbdf3586e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb24da-7eba-440b-b412-b109101cf68b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:41.224711 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ba860ae7-f5d8-4b72-a7f7-0ec227700669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:41.255509 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ba860ae7-f5d8-4b72-a7f7-0ec227700669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:41.325059 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ba860ae7-f5d8-4b72-a7f7-0ec227700669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:41.328459 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ba860ae7-f5d8-4b72-a7f7-0ec227700669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:41.331071 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ba860ae7-f5d8-4b72-a7f7-0ec227700669 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41bb24da-7eba-440b-b412-b109101cf68b HTTP/1.1" status: 204 len: 168 time: 0.2216210 Aug 12 22:49:41.357845 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba860ae7-f5d8-4b72-a7f7-0ec227700669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb24da-7eba-440b-b412-b109101cf68b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:41.429750 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-16f91685-7e16-4105-96a9-6edecf8727e1 req-7b7deff2-0d0c-4671-8b67-70ea7e5bddda tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Aug 12 22:49:41.651028 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab243c-e45b-4661-8da8-f769802f7d02 req-49000b75-d873-42e7-973a-4a7f898906b4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:41.652619 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cab243c-e45b-4661-8da8-f769802f7d02 req-49000b75-d873-42e7-973a-4a7f898906b4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.1040623 Aug 12 22:49:41.783378 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cab243c-e45b-4661-8da8-f769802f7d02 req-746745a6-3a7a-4cbc-8d99-97bac6946aae tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151681 Aug 12 22:49:42.066501 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40748) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:42.098526 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d5819-ec55-42f1-b40a-a384c28f998b req-471db05e-52c8-4ecd-9ee9-cd4386094a2c tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:42.100351 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d7d5819-ec55-42f1-b40a-a384c28f998b req-471db05e-52c8-4ecd-9ee9-cd4386094a2c tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0765893 Aug 12 22:49:42.155383 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d7d5819-ec55-42f1-b40a-a384c28f998b req-76c2ea08-4365-45d9-969c-a3c6383455cd tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Aug 12 22:49:42.270992 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-99e582ea-03fa-4607-999a-7fece417f2c7 req-524868aa-f9f0-4daa-a798-f10b10c1bb12 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0492623 Aug 12 22:49:42.292048 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b8f03316-ed76-4623-8b74-05fc4c13a2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.441624 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b8f03316-ed76-4623-8b74-05fc4c13a2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.446584 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b8f03316-ed76-4623-8b74-05fc4c13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.501714 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b8f03316-ed76-4623-8b74-05fc4c13a2cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54674a425b514483ad721cdd3c5a000b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306006 Aug 12 22:49:42.501714 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f03316-ed76-4623-8b74-05fc4c13a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a46da4-aa7f-46d0-a40e-e4ad17c69855,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:42.502269 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40764) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:42.571396 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-496f504a-3b53-4dda-b019-2c0380dfcdb5 req-ccae38f2-613b-419a-be73-6899d2164b99 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0317600 Aug 12 22:49:42.587603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b8792cc7-ba48-4cf4-9d60-b12e4b96d602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.620457 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b8792cc7-ba48-4cf4-9d60-b12e4b96d602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.705172 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b8792cc7-ba48-4cf4-9d60-b12e4b96d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.707817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b8792cc7-ba48-4cf4-9d60-b12e4b96d602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:42.709254 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b8792cc7-ba48-4cf4-9d60-b12e4b96d602 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9a46da4-aa7f-46d0-a40e-e4ad17c69855 HTTP/1.1" status: 204 len: 168 time: 0.2059608 Aug 12 22:49:42.729169 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8792cc7-ba48-4cf4-9d60-b12e4b96d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a46da4-aa7f-46d0-a40e-e4ad17c69855,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:43.094197 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c485e-f55c-44e8-b268-9c0059f3e51e req-bdff9a7b-f455-4f98-abed-4716e2ca74e3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:43.111661 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d43c485e-f55c-44e8-b268-9c0059f3e51e req-bdff9a7b-f455-4f98-abed-4716e2ca74e3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.2361007 Aug 12 22:49:43.230977 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d43c485e-f55c-44e8-b268-9c0059f3e51e req-7d5f7a1f-bf5f-4758-a1ef-46a76afb83f3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180165 Aug 12 22:49:43.400848 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 40806) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:43.464869 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0b841adf-bcc9-438d-b2be-06829ee616fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.481942 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e7c1-b32c-4760-8d1e-aea35f912698 req-f56e8212-8742-4ef8-bfe4-d823c71cf026 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:43.496321 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f33e7c1-b32c-4760-8d1e-aea35f912698 req-f56e8212-8742-4ef8-bfe4-d823c71cf026 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.1940074 Aug 12 22:49:43.548386 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3a93db7b-6653-492b-925f-bdb0aeb25cec req-c1de4f60-c73c-4769-a3cf-ae72a1b8ffc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.1172628 Aug 12 22:49:43.577961 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f33e7c1-b32c-4760-8d1e-aea35f912698 req-e989de71-d521-423b-b5d3-d0d80c069750 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Aug 12 22:49:43.754960 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-37221146-763e-4381-895b-4b64c90a669d req-67797e1b-0bb1-4361-a69b-1aada0971798 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0405223 Aug 12 22:49:43.777021 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0b841adf-bcc9-438d-b2be-06829ee616fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.783324 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0b841adf-bcc9-438d-b2be-06829ee616fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.823284 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0b841adf-bcc9-438d-b2be-06829ee616fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b627bbc585f4a328bb64e0d81022fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205079 Aug 12 22:49:43.824168 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b841adf-bcc9-438d-b2be-06829ee616fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6450b-3ef8-416e-b33b-a09e4cffbd9b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:43.826745 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 40816) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:43.884417 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37c57014-4e55-4425-97bb-99946e5d671d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.908336 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37c57014-4e55-4425-97bb-99946e5d671d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.971846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37c57014-4e55-4425-97bb-99946e5d671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.974555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37c57014-4e55-4425-97bb-99946e5d671d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:43.975823 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-37c57014-4e55-4425-97bb-99946e5d671d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ed6450b-3ef8-416e-b33b-a09e4cffbd9b HTTP/1.1" status: 204 len: 168 time: 0.1475987 Aug 12 22:49:43.991109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c57014-4e55-4425-97bb-99946e5d671d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6450b-3ef8-416e-b33b-a09e4cffbd9b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:44.459268 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1500-b95f-4b5d-87ba-50b39ff70272 req-7ef46554-fbc7-4b66-bca4-86bb516f1fb8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:44.468900 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4a2b1500-b95f-4b5d-87ba-50b39ff70272 req-7ef46554-fbc7-4b66-bca4-86bb516f1fb8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.1576941 Aug 12 22:49:44.517034 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4a2b1500-b95f-4b5d-87ba-50b39ff70272 req-d3fa5129-5fe9-410c-9a45-b51f7e3de296 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Aug 12 22:49:44.683086 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5fef4a58-0797-4008-89cb-aaf62190222a req-0801c4ba-2924-49cd-a6cf-1623bfcbd362 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0453207 Aug 12 22:49:44.730211 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab92d1-e890-4b37-bbf1-9e27ae95694d req-f20fa45f-e67e-421c-91e3-14491f6ec8f2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:44.732609 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5aab92d1-e890-4b37-bbf1-9e27ae95694d req-f20fa45f-e67e-421c-91e3-14491f6ec8f2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0692077 Aug 12 22:49:44.816662 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5aab92d1-e890-4b37-bbf1-9e27ae95694d req-536fcc80-324d-4ae5-81b5-21e5887156d6 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670731 Aug 12 22:49:44.914456 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ae46e38-0ae8-438f-a30a-233c57a396e2 req-92589997-3a3a-4d89-953c-18e2616699f7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0472872 Aug 12 22:49:45.628257 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d96341-e6e5-4b34-9c9c-446802ef406d req-a90c437d-5bb1-4355-a22f-71e660a676d8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:45.629891 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-46d96341-e6e5-4b34-9c9c-446802ef406d req-a90c437d-5bb1-4355-a22f-71e660a676d8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.0497055 Aug 12 22:49:45.669265 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-46d96341-e6e5-4b34-9c9c-446802ef406d req-d4e8f59a-dadc-4f7b-8c3d-20a638db554c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Aug 12 22:49:45.777532 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e85c0f92-73aa-40d3-97c2-bd2d09fb933c req-7b16b7ed-8969-4377-bc4c-b38f5d1c642d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Aug 12 22:49:45.925617 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b55193-8d25-4073-9178-fd1f11a3f598 req-ee071c38-7dba-4a81-85a4-59e4e039e127 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:45.927143 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98b55193-8d25-4073-9178-fd1f11a3f598 req-ee071c38-7dba-4a81-85a4-59e4e039e127 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0538845 Aug 12 22:49:45.969259 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98b55193-8d25-4073-9178-fd1f11a3f598 req-c4ff074c-7547-4282-a230-6ec240db3a4c tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Aug 12 22:49:46.005920 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-294a13b4-4b17-43c2-b86b-bbbc121dabcb req-43d05fb2-b928-4faa-9194-035cff80b171 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0254619 Aug 12 22:49:46.781567 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c067f-8cd3-4edf-b5b1-05fff3197dc3 req-2f5945ed-ea41-441b-a38e-c2760f4f5150 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:46.783262 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e51c067f-8cd3-4edf-b5b1-05fff3197dc3 req-2f5945ed-ea41-441b-a38e-c2760f4f5150 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.0482726 Aug 12 22:49:46.821162 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e51c067f-8cd3-4edf-b5b1-05fff3197dc3 req-c7bae169-4501-4823-a8db-99240db86bdc tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Aug 12 22:49:46.876527 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75ad8afb-fae1-4b20-8c7a-0970c5ce5944 req-659eedcc-d845-4120-bc66-f98b78fe33f8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0261438 Aug 12 22:49:46.977513 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Request body: {'port': {'device_id': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'admin_state_up': True, 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:47.094362 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Request body: {'port': {'device_id': '3b20d20f-24d3-4582-924e-8019ba164994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:47.106867 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b0847-9627-409e-bca1-be5940ad623f req-10f5dd11-0e86-448a-8ae5-54c9cd57a948 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:47.108379 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f91b0847-9627-409e-bca1-be5940ad623f req-10f5dd11-0e86-448a-8ae5-54c9cd57a948 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0679688 Aug 12 22:49:47.122677 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c1d2dd0-4204-465c-960e-034e244fd55d req-cd6d44d1-01e9-4ca4-99ed-9d74cddc7967 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0354972 Aug 12 22:49:47.124067 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Made reservation on behalf of 98e8fc6ad9b24eee86f4e43c4ae491d7 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:47.128711 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:47.272672 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-860509d9-b3b0-4022-b470-40876a068a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:47.274380 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-860509d9-b3b0-4022-b470-40876a068a53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 1096 time: 0.1349909 Aug 12 22:49:47.277530 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-a4e0d8fe-5bf3-4c83-88da-0c0dc4584904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:47.279535 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-a4e0d8fe-5bf3-4c83-88da-0c0dc4584904 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1682ec977f54d5381eaf58d7d42186d&device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 1096 time: 0.1507149 Aug 12 22:49:47.288327 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f91b0847-9627-409e-bca1-be5940ad623f req-096a1121-88da-46bc-aebf-8becf3b8b094 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606586 Aug 12 22:49:47.289288 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:47.337148 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Allocated IP 172.20.0.9 (9bf8b277-e8fe-4235-a41a-17b07deaf487/daf462fa-61e4-4686-89da-af32bbd60fc8/e39eb103-a78c-4976-8432-de7074d5becc) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:47.443322 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-966545be-d681-4bda-bea9-0e863e5dfa86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29975f40-7f80-480b-9e4b-661d546427bc HTTP/1.1" status: 200 len: 217 time: 0.0785131 Aug 12 22:49:47.467819 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-d07a2376-12a6-45bc-bc3f-1ecf8df0aa74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981e9854-56c7-4c8c-be49-6735a50e38f1 HTTP/1.1" status: 200 len: 217 time: 0.0695906 Aug 12 22:49:47.541469 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c773467d-7ed2-4371-a97c-28c52516276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:47.543324 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-c773467d-7ed2-4371-a97c-28c52516276c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=630503d6-51d9-4ee2-b24d-ce4a5c16b6d4 HTTP/1.1" status: 200 len: 851 time: 0.0659947 Aug 12 22:49:47.600897 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-df93dace-911e-4789-817f-b348fae1dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:47.602418 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-df93dace-911e-4789-817f-b348fae1dfb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.1420999 Aug 12 22:49:47.617357 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-88fc49cc-8377-41f0-888f-eaf48713dfbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b610323-747c-4801-a160-f5ed3624ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654924 Aug 12 22:49:47.690586 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-af02494f-d94c-4bbb-94cf-28d43b8122d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666122 Aug 12 22:49:47.716359 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:47.772602 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-26891e5a-deb8-4cfd-8498-6b22957e526f service neutron] 10.222.0.42 "GET /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463425 Aug 12 22:49:47.838752 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-a60c2288-c942-4457-bc74-6ee97e4937e7 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355662 Aug 12 22:49:47.916688 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.42', 57029) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:47.943134 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.058396 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Pushing event updated for resources: {'Port': ['ID=e39eb103-a78c-4976-8432-de7074d5becc,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:48.070078 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Network 9bf8b277-e8fe-4235-a41a-17b07deaf487 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:48.074978 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:48.086844 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0a207c8c-42ee-47ec-b7fd-b63bf77d0f30 req-668d0908-019d-49e7-b156-fab1b6fcc81f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0522909 Aug 12 22:49:48.097295 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:48.103068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.103689 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.132207 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-bc0702b6-da4e-4bd7-927c-b7519b31e87a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1587803 Aug 12 22:49:48.149566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b890d8-3ac6-40f8-b292-7abdf96210bf req-e6ebd591-c5d0-479c-8230-fee185bc0dc2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.155030 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-08b890d8-3ac6-40f8-b292-7abdf96210bf req-e6ebd591-c5d0-479c-8230-fee185bc0dc2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.2143414 Aug 12 22:49:48.161201 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e23a20f0-a55c-4e4f-9b99-930b86ad4161 req-41cab6ef-3038-492a-a256-0faef34adc48 service neutron] 10.222.0.42 "GET /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647001 Aug 12 22:49:48.165518 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Request body: {'port': {'device_id': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:48.188190 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-4f897d03-4216-4925-87b2-31fc0467b582 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.190546 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-4f897d03-4216-4925-87b2-31fc0467b582 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 817 time: 0.2724340 Aug 12 22:49:48.224325 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c95c21c5-362d-41fb-b037-a9f78bc31ab7 req-8b8aaa14-9731-4c2c-ae33-3f2278ab3dbe service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777664 Aug 12 22:49:48.292568 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-08b890d8-3ac6-40f8-b292-7abdf96210bf req-c73318c4-b01d-4507-bf2b-340604b017be tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102765 Aug 12 22:49:48.292568 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.329677 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-86e06442-6d59-476d-9aea-7772051dc5cc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 380 time: 0.1082220 Aug 12 22:49:48.332487 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb02cb9-137e-48f1-a55e-eadd487b094d {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:48.340541 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.351134 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abd71c-b643-4e58-aeb6-2497e212b996 req-052989a9-20a3-4e23-9ac7-9ec36c397dc2 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.352701 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11abd71c-b643-4e58-aeb6-2497e212b996 req-052989a9-20a3-4e23-9ac7-9ec36c397dc2 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 931 time: 0.1440198 Aug 12 22:49:48.371501 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Transition to ACTIVE for port object 6bb02cb9-137e-48f1-a55e-eadd487b094d will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:48.379234 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.425173 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'port': {'device_id': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'admin_state_up': True, 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'security_groups': ['a65093ba-533a-4f79-9aeb-565bdac033f3']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:48.511301 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11abd71c-b643-4e58-aeb6-2497e212b996 req-6aca2e7c-0ab8-493b-af15-66eb74b09939 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511009 Aug 12 22:49:48.535654 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb02cb9-137e-48f1-a55e-eadd487b094d,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:48.587841 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-69713955-cac3-470e-8d7f-e4e9df4e432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.589363 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-69713955-cac3-470e-8d7f-e4e9df4e432b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 1096 time: 0.1712260 Aug 12 22:49:48.645503 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Attempting to bind port 6bb02cb9-137e-48f1-a55e-eadd487b094d on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:48.645841 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Attempting to bind port 6bb02cb9-137e-48f1-a55e-eadd487b094d by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:48.646171 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Attempting to bind port 6bb02cb9-137e-48f1-a55e-eadd487b094d on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:48.709718 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Port 6bb02cb9-137e-48f1-a55e-eadd487b094d on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:49:48.709718 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Attempting to bind port 6bb02cb9-137e-48f1-a55e-eadd487b094d on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:48.744436 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:48.744730 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Checking segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:48.745109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Bound using segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:48.745817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Bound port: 6bb02cb9-137e-48f1-a55e-eadd487b094d, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:48.746251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.773222 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-2fb34c08-1a3b-43be-9df2-958064175e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.774971 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-2fb34c08-1a3b-43be-9df2-958064175e28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1682ec977f54d5381eaf58d7d42186d&device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 1096 time: 0.3539455 Aug 12 22:49:48.783369 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a319de-77a0-4451-a198-fd167160e18d req-0348ba38-e44d-42c0-8a39-5c358eef6ffb tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.785068 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-02a319de-77a0-4451-a198-fd167160e18d req-0348ba38-e44d-42c0-8a39-5c358eef6ffb tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.3530624 Aug 12 22:49:48.793078 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Made reservation on behalf of ba6b4656032a4c2884af2033a7051373 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:49:48.796644 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:48.862172 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-c1000b5b-4965-4362-9d88-4ebc9df03e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:48.863770 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-c1000b5b-4965-4362-9d88-4ebc9df03e35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 916 time: 0.2659347 Aug 12 22:49:48.975189 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39eb103-a78c-4976-8432-de7074d5becc {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:48.989878 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.005004 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Transition to ACTIVE for port object e39eb103-a78c-4976-8432-de7074d5becc will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:49.042544 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.050002 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:49:49.149171 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-fb6b5b09-a36a-4dba-bd69-0aa380e83f0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29975f40-7f80-480b-9e4b-661d546427bc HTTP/1.1" status: 200 len: 217 time: 0.2721999 Aug 12 22:49:49.189765 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-02a319de-77a0-4451-a198-fd167160e18d req-efe5b45d-c7c3-4292-ac05-75859cffb355 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860145 Aug 12 22:49:49.214363 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] For port 6bb02cb9-137e-48f1-a55e-eadd487b094d, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:49.220833 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e39eb103-a78c-4976-8432-de7074d5becc,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:49.233094 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-56c9fd25-e3d8-4478-9ceb-f04e43e8b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.234978 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-56c9fd25-e3d8-4478-9ceb-f04e43e8b1ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=2b610323-747c-4801-a160-f5ed3624ff4b HTTP/1.1" status: 200 len: 912 time: 0.4469111 Aug 12 22:49:49.266960 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41024) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:49.287314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] For port 6bb02cb9-137e-48f1-a55e-eadd487b094d, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:49.322099 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.326228 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-846f29d4-138f-42d2-abeb-fe7b38db8b10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981e9854-56c7-4c8c-be49-6735a50e38f1 HTTP/1.1" status: 200 len: 217 time: 0.0499380 Aug 12 22:49:49.327318 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Attempting to bind port e39eb103-a78c-4976-8432-de7074d5becc on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:49.327878 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Attempting to bind port e39eb103-a78c-4976-8432-de7074d5becc by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:49.328096 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Attempting to bind port e39eb103-a78c-4976-8432-de7074d5becc on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:49.333385 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Port e39eb103-a78c-4976-8432-de7074d5becc on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:49:49.333710 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Attempting to bind port e39eb103-a78c-4976-8432-de7074d5becc on network 9bf8b277-e8fe-4235-a41a-17b07deaf487 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:49.336570 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b9651f35-9f35-4ec7-a9e9-eec7e428389f req-2163f691-d586-4243-b8fc-387400f64828 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0685852 Aug 12 22:49:49.338106 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-4bb05c40-7c59-4d47-b0f9-1d5736aab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.339574 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-4bb05c40-7c59-4d47-b0f9-1d5736aab6d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.1768751 Aug 12 22:49:49.400554 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Allocated IP 172.20.0.6 (40632709-cf1a-464a-be50-1d894a26ead9/2a1afed9-81cf-4d5f-9c68-95bd5da14ba7/0c2092fb-f48e-405f-a646-6bf94681d339) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:49:49.414976 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:49.415488 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Checking segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:49.416034 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Bound using segment: {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:49.416791 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Bound port: e39eb103-a78c-4976-8432-de7074d5becc, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff27647-3bd3-45f8-bfcf-376483304876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:49.417242 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.425688 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-79dc5d5f-77fe-4b67-bda9-fca7ca12f490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668757 Aug 12 22:49:49.440763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.441361 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.442990 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 1094 time: 2.3555276 Aug 12 22:49:49.443583 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b20d20f-24d3-4582-924e-8019ba164994', 'tag': '6bb02cb9-137e-48f1-a55e-eadd487b094d'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:49:49.446736 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb53fedd-14a8-415b-b376-b6e863fd6b59" -d '{"events": [{"name": "network-changed", "server_uuid": "3b20d20f-24d3-4582-924e-8019ba164994", "tag": "6bb02cb9-137e-48f1-a55e-eadd487b094d"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:49:49.586791 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] For port e39eb103-a78c-4976-8432-de7074d5becc, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:49.592496 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] For port e39eb103-a78c-4976-8432-de7074d5becc, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e39eb103-a78c-4976-8432-de7074d5becc,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:49.602603 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-59273cf0-ec82-40ac-bd99-3a669e43739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.604230 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-59273cf0-ec82-40ac-bd99-3a669e43739e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=630503d6-51d9-4ee2-b24d-ce4a5c16b6d4 HTTP/1.1" status: 200 len: 851 time: 0.2623827 Aug 12 22:49:49.607190 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.635822 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b66ae-a216-4559-aa3a-d079609d0ba1 req-c8181cc9-1f4d-4dc2-ad91-3bc68bd05756 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.643759 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-679b66ae-a216-4559-aa3a-d079609d0ba1 req-c8181cc9-1f4d-4dc2-ad91-3bc68bd05756 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.2213113 Aug 12 22:49:49.656336 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea994f-130b-490c-8d1b-fbd3ab5f1274 x-openstack-request-id: req-65ea994f-130b-490c-8d1b-fbd3ab5f1274 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:49:49.656629 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b20d20f-24d3-4582-924e-8019ba164994", "tag": "6bb02cb9-137e-48f1-a55e-eadd487b094d", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:49:49.656935 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65ea994f-130b-490c-8d1b-fbd3ab5f1274 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:49:49.657338 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b20d20f-24d3-4582-924e-8019ba164994', 'tag': '6bb02cb9-137e-48f1-a55e-eadd487b094d', 'status': 'completed', 'code': 200} Aug 12 22:49:49.681144 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87d383-f70c-4faa-acad-dba2ea598497 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb02cb9-137e-48f1-a55e-eadd487b094d,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:49.690620 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5db08ce-6ac3-4278-ab1f-4b3529aef662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.704259 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-869d82f1-396b-4eef-b518-bdadae0072d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b610323-747c-4801-a160-f5ed3624ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578775 Aug 12 22:49:49.711362 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.712049 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.713483 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e39eb103-a78c-4976-8432-de7074d5becc HTTP/1.1" status: 200 len: 1093 time: 1.5566432 Aug 12 22:49:49.715892 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'tag': 'e39eb103-a78c-4976-8432-de7074d5becc'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:49:49.718489 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86598f5-805c-481f-9661-8be51b111ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "68f24354-7716-4a9e-b0c7-2d08ab0e5569", "tag": "e39eb103-a78c-4976-8432-de7074d5becc"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:49:49.810527 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38bf7a-d525-481d-ae31-7a489ba49ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e39eb103-a78c-4976-8432-de7074d5becc,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:49.813889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-7369ee83-4678-49e7-801e-152f9d030a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.815644 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-7369ee83-4678-49e7-801e-152f9d030a7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1097 time: 0.2685006 Aug 12 22:49:49.825027 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41050) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:49.826637 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-679b66ae-a216-4559-aa3a-d079609d0ba1 req-f8e558b5-07d3-410e-9006-8fcf26001a72 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796567 Aug 12 22:49:49.868653 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-2572e693-817b-4af5-9e93-e2dd97a05bf5 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117312 Aug 12 22:49:49.869513 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b1bfe-70fa-4b2c-b70c-40cdb27c23ac x-openstack-request-id: req-f12b1bfe-70fa-4b2c-b70c-40cdb27c23ac {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:49:49.869895 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f24354-7716-4a9e-b0c7-2d08ab0e5569", "tag": "e39eb103-a78c-4976-8432-de7074d5becc", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:49:49.870245 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f12b1bfe-70fa-4b2c-b70c-40cdb27c23ac {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:49:49.870740 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'tag': 'e39eb103-a78c-4976-8432-de7074d5becc', 'status': 'completed', 'code': 200} Aug 12 22:49:49.875915 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-133bc226-5297-4cf0-8fa2-d72b871c267a service neutron] 10.222.0.42 "GET /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483054 Aug 12 22:49:49.909587 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e302630-1c10-4892-aad3-265aeee1d0b0 req-44c7103e-9203-4009-9657-bd6abfbbe089 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:49.911128 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e302630-1c10-4892-aad3-265aeee1d0b0 req-44c7103e-9203-4009-9657-bd6abfbbe089 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 943 time: 0.1890724 Aug 12 22:49:49.934660 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:49.972460 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Transition to ACTIVE for port object 0c2092fb-f48e-405f-a646-6bf94681d339 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:49.993373 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-98e2724c-5936-4f6e-a6b0-aa0bcb92883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.012656 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e302630-1c10-4892-aad3-265aeee1d0b0 req-bb083cd9-1bd9-4b60-8242-3a8fca4afe25 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923893 Aug 12 22:49:50.060356 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5db08ce-6ac3-4278-ab1f-4b3529aef662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.066907 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5db08ce-6ac3-4278-ab1f-4b3529aef662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.081776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.155581 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d5db08ce-6ac3-4278-ab1f-4b3529aef662 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b86655fba4c44e7b4c086e95c726f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829761 Aug 12 22:49:50.158568 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41054) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:50.168158 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db08ce-6ac3-4278-ab1f-4b3529aef662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3791e60a-3e78-4ae4-b571-9010b0dc250e,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:50.173006 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Network 40632709-cf1a-464a-be50-1d894a26ead9 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:49:50.186836 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:49:50.189934 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:49:50.195722 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:50.196455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.216002 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c6d12eef-3e7c-44f7-91ea-8062e2c46e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.217254 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:50.248455 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c6d12eef-3e7c-44f7-91ea-8062e2c46e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.276805 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-98e2724c-5936-4f6e-a6b0-aa0bcb92883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.283461 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-98e2724c-5936-4f6e-a6b0-aa0bcb92883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.301535 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-c1fcbbf8-f508-44ec-81eb-91378783913c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8863044 Aug 12 22:49:50.327259 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2724c-5936-4f6e-a6b0-aa0bcb92883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fe0ca4-4b58-42b9-a84a-aee6c6f62b12,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:50.334188 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-98e2724c-5936-4f6e-a6b0-aa0bcb92883b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a01fa5b5609346989e0f2545f6bf063b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011120 Aug 12 22:49:50.337330 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41058) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:50.348848 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341c959-8851-4a34-b5d4-73f4d42d3e63 req-64a9fda3-9c75-4a6d-9724-0c0d26019044 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:50.350439 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5341c959-8851-4a34-b5d4-73f4d42d3e63 req-64a9fda3-9c75-4a6d-9724-0c0d26019044 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0693567 Aug 12 22:49:50.371656 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c6d12eef-3e7c-44f7-91ea-8062e2c46e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.374220 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c6d12eef-3e7c-44f7-91ea-8062e2c46e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.378373 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c6d12eef-3e7c-44f7-91ea-8062e2c46e89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3791e60a-3e78-4ae4-b571-9010b0dc250e HTTP/1.1" status: 204 len: 168 time: 0.2157872 Aug 12 22:49:50.394324 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d12eef-3e7c-44f7-91ea-8062e2c46e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3791e60a-3e78-4ae4-b571-9010b0dc250e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:50.413047 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e63-c625-4966-a726-8eb329f8c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.438816 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5341c959-8851-4a34-b5d4-73f4d42d3e63 req-94a57b93-10fd-49ee-b4c7-ccaa15be16c8 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816910 Aug 12 22:49:50.455192 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e63-c625-4966-a726-8eb329f8c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.463759 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-69cf61ae-398a-4321-9c32-28098090ed5e None None] Provisioning for port 0c2092fb-f48e-405f-a646-6bf94681d339 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:50.468573 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-69cf61ae-398a-4321-9c32-28098090ed5e None None] Provisioning complete for port 0c2092fb-f48e-405f-a646-6bf94681d339 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:50.469129 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-69cf61ae-398a-4321-9c32-28098090ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.509745 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-69cf61ae-398a-4321-9c32-28098090ed5e None None] Port 0c2092fb-f48e-405f-a646-6bf94681d339 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:49:50.532380 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3777f-ce83-4ae6-ab0d-f4499fd857c7 req-62ab1b43-e5f3-4407-8f30-3f89768aba64 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:50.533890 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9aa3777f-ce83-4ae6-ab0d-f4499fd857c7 req-62ab1b43-e5f3-4407-8f30-3f89768aba64 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 931 time: 0.0823519 Aug 12 22:49:50.564561 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e63-c625-4966-a726-8eb329f8c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.567658 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29ee2e63-c625-4966-a726-8eb329f8c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.571936 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-29ee2e63-c625-4966-a726-8eb329f8c977 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78fe0ca4-4b58-42b9-a84a-aee6c6f62b12 HTTP/1.1" status: 204 len: 168 time: 0.2306514 Aug 12 22:49:50.580440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee2e63-c625-4966-a726-8eb329f8c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fe0ca4-4b58-42b9-a84a-aee6c6f62b12,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:50.601311 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9aa3777f-ce83-4ae6-ab0d-f4499fd857c7 req-a6b3d093-67ad-41ac-b3aa-2e0b8ad71e3b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608373 Aug 12 22:49:50.920997 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41084) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:50.936102 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57633a52-8653-4831-9905-34640446d41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:50.949564 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef484c-2ff0-43f1-8a37-613fd7661a1f req-b1c75278-0599-4ad2-b431-e2e6d1f655a9 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:50.951730 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7bef484c-2ff0-43f1-8a37-613fd7661a1f req-b1c75278-0599-4ad2-b431-e2e6d1f655a9 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.0579777 Aug 12 22:49:50.994741 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7bef484c-2ff0-43f1-8a37-613fd7661a1f req-0f13d63f-5c54-4050-af0c-84ec986c982e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Aug 12 22:49:51.037480 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57633a52-8653-4831-9905-34640446d41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.043583 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57633a52-8653-4831-9905-34640446d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.083622 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-57633a52-8653-4831-9905-34640446d41e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c9aefb8d17a439c895fcde521b53642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614695 Aug 12 22:49:51.084778 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57633a52-8653-4831-9905-34640446d41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4354361-6e00-4fd2-9f7e-845c2662c865,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:51.086739 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41090) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:51.141754 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bee34a3-5807-40c4-b70e-b7ab80243a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.159751 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e3bad-b2e3-4180-823c-1662870ccd6d req-26969b74-c629-48af-9dac-ac819a5e28f2 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:51.162831 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-be9e3bad-b2e3-4180-823c-1662870ccd6d req-26969b74-c629-48af-9dac-ac819a5e28f2 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 943 time: 0.0602381 Aug 12 22:49:51.168113 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bee34a3-5807-40c4-b70e-b7ab80243a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.201311 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-be9e3bad-b2e3-4180-823c-1662870ccd6d req-6758f222-bd72-4cd2-8e32-74caf5eaf11e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Aug 12 22:49:51.230545 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bee34a3-5807-40c4-b70e-b7ab80243a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.233039 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bee34a3-5807-40c4-b70e-b7ab80243a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.234215 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2bee34a3-5807-40c4-b70e-b7ab80243a66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4354361-6e00-4fd2-9f7e-845c2662c865 HTTP/1.1" status: 204 len: 168 time: 0.1461480 Aug 12 22:49:51.243707 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee34a3-5807-40c4-b70e-b7ab80243a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4354361-6e00-4fd2-9f7e-845c2662c865,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:51.566623 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3d92-3513-463a-b86b-049b5b0f4074 req-3ee870bb-7e00-4b30-a00a-a2f946a18684 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:51.568193 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-73ea3d92-3513-463a-b86b-049b5b0f4074 req-3ee870bb-7e00-4b30-a00a-a2f946a18684 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0518610 Aug 12 22:49:51.611866 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41116) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:51.634822 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-73ea3d92-3513-463a-b86b-049b5b0f4074 req-8630916d-ce78-4735-b459-6573e4ce7c71 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598042 Aug 12 22:49:51.636385 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0db2e9ee-d1e0-48cc-b553-0a7b63e52ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.746927 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3810dd-75ce-442b-a352-f5e39e016ce3 req-76b4beae-acf7-491b-a4f0-fe173a05b0f4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:51.748454 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c3810dd-75ce-442b-a352-f5e39e016ce3 req-76b4beae-acf7-491b-a4f0-fe173a05b0f4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 931 time: 0.0621624 Aug 12 22:49:51.756693 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0db2e9ee-d1e0-48cc-b553-0a7b63e52ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.761709 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0db2e9ee-d1e0-48cc-b553-0a7b63e52ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.802172 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0db2e9ee-d1e0-48cc-b553-0a7b63e52ae5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d4559054e994a07a92ea49e27f7e890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891170 Aug 12 22:49:51.803129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2e9ee-d1e0-48cc-b553-0a7b63e52ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7f961-aa28-415d-8582-072d927f7536,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:51.805374 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41124) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:51.818808 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c3810dd-75ce-442b-a352-f5e39e016ce3 req-fe6c4d90-e825-4b94-a1b4-55f19ebdbc7c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628536 Aug 12 22:49:51.867548 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b9abb19-7aab-403a-835c-46be89e215a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.888428 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b9abb19-7aab-403a-835c-46be89e215a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.936550 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b9abb19-7aab-403a-835c-46be89e215a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.939516 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b9abb19-7aab-403a-835c-46be89e215a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:51.940707 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9b9abb19-7aab-403a-835c-46be89e215a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58f7f961-aa28-415d-8582-072d927f7536 HTTP/1.1" status: 204 len: 168 time: 0.1321809 Aug 12 22:49:51.951194 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9abb19-7aab-403a-835c-46be89e215a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7f961-aa28-415d-8582-072d927f7536,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:52.120670 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e992-0836-498b-a207-9ef4565d389d req-0a3d0a51-2de6-40a7-b295-fa6b21dcb44e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:52.122271 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0e1e992-0836-498b-a207-9ef4565d389d req-0a3d0a51-2de6-40a7-b295-fa6b21dcb44e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.0534248 Aug 12 22:49:52.165275 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0e1e992-0836-498b-a207-9ef4565d389d req-17e80d95-58f3-4c2b-aa4d-88de36fbbd0d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Aug 12 22:49:52.329204 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4bfd3-c3be-4b30-b907-e040fb339c02 req-f07acb5e-dd65-4f1d-b89f-c5c784bbbbe9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:52.330951 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f6f4bfd3-c3be-4b30-b907-e040fb339c02 req-f07acb5e-dd65-4f1d-b89f-c5c784bbbbe9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 943 time: 0.0532522 Aug 12 22:49:52.374913 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f6f4bfd3-c3be-4b30-b907-e040fb339c02 req-60ea75bb-6d64-4d1a-b8b5-49fa97d64f9c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Aug 12 22:49:52.760786 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1ea33-7a4e-4a0a-88bc-453173adcb5d req-45783c51-01cd-4ecf-b5a3-c797c65e4828 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:52.762253 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aea1ea33-7a4e-4a0a-88bc-453173adcb5d req-45783c51-01cd-4ecf-b5a3-c797c65e4828 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.0528665 Aug 12 22:49:52.801308 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aea1ea33-7a4e-4a0a-88bc-453173adcb5d req-ecf41644-fdfd-421b-aa21-c1385cc25dcf tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Aug 12 22:49:52.952717 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Request body: {'port': {'device_id': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:49:53.013456 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-f68cf658-c59f-4217-94bd-2ad1ff3b76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.015151 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-f68cf658-c59f-4217-94bd-2ad1ff3b76a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 1096 time: 0.1072338 Aug 12 22:49:53.072166 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-419c2efc-d823-4396-96a2-335d8924588d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.1452329 Aug 12 22:49:53.082698 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-a9aa4e33-7675-42d4-8cea-b41e5597783a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e39eb103-a78c-4976-8432-de7074d5becc HTTP/1.1" status: 200 len: 217 time: 0.0483861 Aug 12 22:49:53.083662 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41188) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:53.091164 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-6fe1d94e-7b44-42ef-bc3f-40b184c260a6 service neutron] 10.222.0.42 "GET /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742122 Aug 12 22:49:53.137723 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fcb-8c0b-4007-a250-279241dc7587 req-d121037b-64bb-46a4-b737-997cc8913721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.139164 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-d121037b-64bb-46a4-b737-997cc8913721 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0469220 Aug 12 22:49:53.140213 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41192) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:53.186657 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-63048808-75f4-47af-af3a-edd7c48a85a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353105 Aug 12 22:49:53.187132 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037474c3-0bb5-4827-a46b-634ffa694272 req-ff421334-c2fc-45b9-9e01-0f99908258a7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.190789 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-037474c3-0bb5-4827-a46b-634ffa694272 req-ff421334-c2fc-45b9-9e01-0f99908258a7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 931 time: 0.2941422 Aug 12 22:49:53.215881 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.248782 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-04812c5d-50ea-4063-8193-eea6d1bfb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.250271 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-04812c5d-50ea-4063-8193-eea6d1bfb962 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.1677516 Aug 12 22:49:53.256962 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-1a3d6809-b8ec-4af8-9943-a55d1319f869 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329768 Aug 12 22:49:53.299272 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-b7baaf1f-74ab-4286-9817-e7a811726abe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396247 Aug 12 22:49:53.351495 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-037474c3-0bb5-4827-a46b-634ffa694272 req-5dd99602-11d6-467f-bb7b-52cfbdb64eba tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456573 Aug 12 22:49:53.367088 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ab8f-07aa-4672-ae23-e2125b1a90fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.383238 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.402800 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-cdbc35c1-84ef-43b1-8e0c-c77bbfaabc45 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073324 Aug 12 22:49:53.435188 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf8532-5612-4491-8922-13aeebd638ec req-7b423c22-592f-4ef0-a934-2179fd095ca0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.436651 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ddf8532-5612-4491-8922-13aeebd638ec req-7b423c22-592f-4ef0-a934-2179fd095ca0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.1366818 Aug 12 22:49:53.456426 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.db.api [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 22:49:53.456426 dv-cinder-803748-6-iscsi neutron-server[105670]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 22:49:53.456426 dv-cinder-803748-6-iscsi neutron-server[105670]: [parameters: {'project_id': 'ac4d136b93cb45a8a46196d22c84cd8d', 'id': '07a7e5ae-a344-433d-8f04-54c83addd29e', 'expiration': datetime.datetime(2021, 8, 12, 22, 51, 53, 418526)}] Aug 12 22:49:53.456426 dv-cinder-803748-6-iscsi neutron-server[105670]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:49:53.457704 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG oslo_db.api [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:49:53.555116 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ddf8532-5612-4491-8922-13aeebd638ec req-60d3ef3f-775a-4463-8296-0acfbe6a8444 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016223 Aug 12 22:49:53.579008 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-696603c6-a3b5-4e1c-94f9-6475c29c0ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586875 Aug 12 22:49:53.585943 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-31390fcb-8c0b-4007-a250-279241dc7587 req-f635e958-c464-40b0-89e4-ba3b425f3f77 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707008 Aug 12 22:49:53.593927 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e216bd-692f-4c2b-a85e-acd8f2887cad req-1ff186f0-a003-4448-b803-fad20e7b2a63 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.596256 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-31e216bd-692f-4c2b-a85e-acd8f2887cad req-1ff186f0-a003-4448-b803-fad20e7b2a63 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 943 time: 0.1395352 Aug 12 22:49:53.635975 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ab8f-07aa-4672-ae23-e2125b1a90fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.640318 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ab8f-07aa-4672-ae23-e2125b1a90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.686535 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5ab8f-07aa-4672-ae23-e2125b1a90fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b37587-4505-4d94-85b4-28117f2cd407,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:53.702347 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-dfa5ab8f-07aa-4672-ae23-e2125b1a90fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd5b97522f6c4daeab200c82179bf779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603209 Aug 12 22:49:53.722307 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41204) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:53.784014 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86598f5-805c-481f-9661-8be51b111ed9 req-d338fe8f-d86b-4f1a-b279-802da6c134a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:53.785787 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-d338fe8f-d86b-4f1a-b279-802da6c134a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 1096 time: 0.1007361 Aug 12 22:49:53.826325 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7a28-a7c7-4b52-a6e2-c5de85cda0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.858722 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c08c1b7a-b19f-460c-aaca-2fb1495b0907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.912102 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7a28-a7c7-4b52-a6e2-c5de85cda0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.947078 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-31e216bd-692f-4c2b-a85e-acd8f2887cad req-216b1210-ff2f-4e4f-93cf-85f3c305d2d5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392682 Aug 12 22:49:53.958074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:53.991032 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f35e5f7-998f-469b-8250-b77c9b88a9fa req-b4090c11-db62-42c4-8f6a-c01db2fb06ca service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919318 Aug 12 22:49:54.016021 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86598f5-805c-481f-9661-8be51b111ed9 req-bb03075c-10dd-4bb7-9f29-c5e471ab3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.017922 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-bb03075c-10dd-4bb7-9f29-c5e471ab3578 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.2243118 Aug 12 22:49:54.043280 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049655c1-4990-4bae-8017-28902188e8a9 req-664081fc-8f3b-4b68-8ac4-16cc3d682bfa tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.044749 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-049655c1-4990-4bae-8017-28902188e8a9 req-664081fc-8f3b-4b68-8ac4-16cc3d682bfa tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 943 time: 0.1409781 Aug 12 22:49:54.045780 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2092fb-f48e-405f-a646-6bf94681d339 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:54.060577 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.084660 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-8a3426de-377e-44ad-b2bc-888009dd8726 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e39eb103-a78c-4976-8432-de7074d5becc HTTP/1.1" status: 200 len: 217 time: 0.0389552 Aug 12 22:49:54.096861 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Transition to ACTIVE for port object 0c2092fb-f48e-405f-a646-6bf94681d339 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:49:54.110829 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.112604 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7a28-a7c7-4b52-a6e2-c5de85cda0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.115059 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2bcd7a28-a7c7-4b52-a6e2-c5de85cda0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.116409 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2bcd7a28-a7c7-4b52-a6e2-c5de85cda0e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39b37587-4505-4d94-85b4-28117f2cd407 HTTP/1.1" status: 204 len: 168 time: 0.3929527 Aug 12 22:49:54.201549 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:54.220581 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-b803d988-0bc5-40ce-92be-69d4864a13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.222607 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-b803d988-0bc5-40ce-92be-69d4864a13ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1097 time: 0.1221113 Aug 12 22:49:54.309251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Attempting to bind port 0c2092fb-f48e-405f-a646-6bf94681d339 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:49:54.309912 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Attempting to bind port 0c2092fb-f48e-405f-a646-6bf94681d339 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:49:54.310518 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Attempting to bind port 0c2092fb-f48e-405f-a646-6bf94681d339 on network 40632709-cf1a-464a-be50-1d894a26ead9 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:54.318744 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Port 0c2092fb-f48e-405f-a646-6bf94681d339 on network 40632709-cf1a-464a-be50-1d894a26ead9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:49:54.319391 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Attempting to bind port 0c2092fb-f48e-405f-a646-6bf94681d339 on network 40632709-cf1a-464a-be50-1d894a26ead9 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:49:54.323526 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41226) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:54.345001 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:49:54.345341 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Checking segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:49:54.345866 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Bound using segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:49:54.346538 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Bound port: 0c2092fb-f48e-405f-a646-6bf94681d339, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:49:54.346825 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.433735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-7bb92ba8-3730-4a56-a9b7-21e4272b67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.435402 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-7bb92ba8-3730-4a56-a9b7-21e4272b67b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.1969249 Aug 12 22:49:54.495503 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd7a28-a7c7-4b52-a6e2-c5de85cda0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b37587-4505-4d94-85b4-28117f2cd407,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:54.511143 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-049655c1-4990-4bae-8017-28902188e8a9 req-09690202-a9c6-4ad8-9a58-4fd81f46b1c0 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281597 Aug 12 22:49:54.542857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86598f5-805c-481f-9661-8be51b111ed9 req-4b0e9f17-2889-401e-888e-f087254a2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.544469 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-4b0e9f17-2889-401e-888e-f087254a2a7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.4448566 Aug 12 22:49:54.553216 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-8eb082ae-04ff-4759-b25e-acee4768bd74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.0979826 Aug 12 22:49:54.562344 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41232) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:54.583783 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2b81835b-1c13-4f75-a88a-484b8fa15dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.602204 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-ca51a7bf-fb70-46dc-963b-b3a4c761efc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495038 Aug 12 22:49:54.610929 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84fb6536-604d-42a5-b947-1a215af99d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.616459 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:49:54.643760 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:49:54.654793 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.656076 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245e95-ea75-4353-84c1-375dff9f975c req-92fcfc77-f90e-4cf9-addb-86e2ba457fa9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.658521 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cd245e95-ea75-4353-84c1-375dff9f975c req-92fcfc77-f90e-4cf9-addb-86e2ba457fa9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.2144809 Aug 12 22:49:54.663310 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.697536 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.712707 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-55a3a1eb-8989-4fa9-b229-98c6b0ba6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.714279 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-55a3a1eb-8989-4fa9-b229-98c6b0ba6718 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.1444914 Aug 12 22:49:54.745926 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.746580 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.748008 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 1093 time: 1.8229792 Aug 12 22:49:54.751106 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:49:54.753590 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d90c479-6ef5-44f5-8ff2-45ef82589a99" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:49:54.762787 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593dc49b-26fa-4b9a-bdf7-baa8deb371b8,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:54.783087 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8633fe4b-0804-468f-8c43-121be53f01b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac4d136b93cb45a8a46196d22c84cd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6949747 Aug 12 22:49:54.787531 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-1b2fd66c-a893-4951-a610-c9a9501345f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609491 Aug 12 22:49:54.788391 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41240) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:54.836928 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae6e93-6913-4c9a-9e1d-d41ae59bd40e req-9e3fc3c9-e2b9-41d1-9e70-cb12dfb01f77 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:54.838530 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cae6e93-6913-4c9a-9e1d-d41ae59bd40e req-9e3fc3c9-e2b9-41d1-9e70-cb12dfb01f77 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 943 time: 0.1810794 Aug 12 22:49:54.879273 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-dde30feb-47bf-46f0-8be0-14a677ba3019 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605491 Aug 12 22:49:54.887914 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235927d-1fc7-45c9-8aa2-dd7e37cc44f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:54.893850 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cd245e95-ea75-4353-84c1-375dff9f975c req-8f3afa06-82a0-4ee2-9440-6474f56d9fad tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211001 Aug 12 22:49:54.932286 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 981e9854-56c7-4c8c-be49-6735a50e38f1 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:49:54.967617 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad71d982-b5bb-4278-898a-3b314a0ab860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:54.992943 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cae6e93-6913-4c9a-9e1d-d41ae59bd40e req-11b960d2-a936-4ac4-a8c8-ea441c925a75 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389594 Aug 12 22:49:55.026175 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2b81835b-1c13-4f75-a88a-484b8fa15dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.029594 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-acbdd3e8-9f91-4be3-8285-da11979fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:55.032487 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-acbdd3e8-9f91-4be3-8285-da11979fc1f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1096 time: 0.2060843 Aug 12 22:49:55.041245 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2b81835b-1c13-4f75-a88a-484b8fa15dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.057954 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad71d982-b5bb-4278-898a-3b314a0ab860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.058804 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed70111-10b4-4c7d-b1f6-b90bf2805858 x-openstack-request-id: req-2ed70111-10b4-4c7d-b1f6-b90bf2805858 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:49:55.059306 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:49:55.059682 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ed70111-10b4-4c7d-b1f6-b90bf2805858 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:49:55.060413 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'status': 'completed', 'code': 200} Aug 12 22:49:55.074357 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-baa76b56-f9f3-4e20-9897-a69b6095b890 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654397 Aug 12 22:49:55.124624 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f86598f5-805c-481f-9661-8be51b111ed9 req-318ef610-e1ad-4132-af6b-b9104a7ea7be service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360573 Aug 12 22:49:55.134279 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-207635a0-baf2-40f3-998d-e0287e2756b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 217 time: 0.0867374 Aug 12 22:49:55.201998 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2b81835b-1c13-4f75-a88a-484b8fa15dfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3255bc91b334e71a5af6840d1d844e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771470 Aug 12 22:49:55.202925 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81835b-1c13-4f75-a88a-484b8fa15dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a8b58a-13ee-42a4-ac76-e82c3c641f1a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:55.205904 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41256) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:55.210872 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad71d982-b5bb-4278-898a-3b314a0ab860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.213846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad71d982-b5bb-4278-898a-3b314a0ab860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.217611 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ad71d982-b5bb-4278-898a-3b314a0ab860 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/593dc49b-26fa-4b9a-bdf7-baa8deb371b8 HTTP/1.1" status: 204 len: 168 time: 0.4242885 Aug 12 22:49:55.260499 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71d982-b5bb-4278-898a-3b314a0ab860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593dc49b-26fa-4b9a-bdf7-baa8deb371b8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:55.285263 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d09215-e71c-4893-af42-4f8ac6e7604e req-7635c7f4-a472-4615-9149-38cd78b4e214 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:55.294021 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1d09215-e71c-4893-af42-4f8ac6e7604e req-7635c7f4-a472-4615-9149-38cd78b4e214 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 943 time: 0.1376133 Aug 12 22:49:55.305265 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 981e9854-56c7-4c8c-be49-6735a50e38f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=981e9854-56c7-4c8c-be49-6735a50e38f1,segment=NetworkSegment(5b18ea43-7aef-4d8c-9531-e21524e3d2a2),segment_id=5b18ea43-7aef-4d8c-9531-e21524e3d2a2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:55.349594 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '981e9854-56c7-4c8c-be49-6735a50e38f1', 'network_id': '2b610323-747c-4801-a160-f5ed3624ff4b', 'port_id': '981e9854-56c7-4c8c-be49-6735a50e38f1', 'mac_address': 'fa:16:3e:79:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630503d6-51d9-4ee2-b24d-ce4a5c16b6d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:49:55.355441 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84fb6536-604d-42a5-b947-1a215af99d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.361524 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.381969 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1d09215-e71c-4893-af42-4f8ac6e7604e req-3363478c-abe9-454a-9402-2fe143f3bbe7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713859 Aug 12 22:49:55.383286 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84fb6536-604d-42a5-b947-1a215af99d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.411499 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-a3a853a0-1b18-4daa-afed-6ede51ce7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:55.412388 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.422459 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-84fb6536-604d-42a5-b947-1a215af99d6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3c23e64e4a6481e9dcf9a51da5ab51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563468 Aug 12 22:49:55.428647 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41268) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:55.437286 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-a3a853a0-1b18-4daa-afed-6ede51ce7aea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.2518153 Aug 12 22:49:55.438405 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981e9854-56c7-4c8c-be49-6735a50e38f1 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:55.450974 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb6536-604d-42a5-b947-1a215af99d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e2d034-d510-4650-b608-876b8e2e8318,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:55.498280 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 981e9854-56c7-4c8c-be49-6735a50e38f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=981e9854-56c7-4c8c-be49-6735a50e38f1,segment=NetworkSegment(5b18ea43-7aef-4d8c-9531-e21524e3d2a2),segment_id=5b18ea43-7aef-4d8c-9531-e21524e3d2a2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:55.504393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.505518 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 29975f40-7f80-480b-9e4b-661d546427bc details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:49:55.513164 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d5c71495-50a2-4af1-9df4-55a3b0b65fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.514769 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb53fedd-14a8-415b-b376-b6e863fd6b59 req-c09e09f8-8bd4-4fe2-87ca-ef14eb8569a3 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972683 Aug 12 22:49:55.521529 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be6fd3e5-83d3-4dcf-a0d8-290f1249bebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.542560 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d5c71495-50a2-4af1-9df4-55a3b0b65fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.655869 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=981e9854-56c7-4c8c-be49-6735a50e38f1,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:55.656561 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-20d075a5-0a32-4915-8cee-a8cd46a4a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:55.657155 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d5c71495-50a2-4af1-9df4-55a3b0b65fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.658141 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-20d075a5-0a32-4915-8cee-a8cd46a4a878 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2110286 Aug 12 22:49:55.674247 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be6fd3e5-83d3-4dcf-a0d8-290f1249bebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.677282 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d5c71495-50a2-4af1-9df4-55a3b0b65fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.681392 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 29975f40-7f80-480b-9e4b-661d546427bc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=29975f40-7f80-480b-9e4b-661d546427bc,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:55.682039 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d5c71495-50a2-4af1-9df4-55a3b0b65fe0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49e2d034-d510-4650-b608-876b8e2e8318 HTTP/1.1" status: 204 len: 168 time: 0.2516174 Aug 12 22:49:55.696239 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c71495-50a2-4af1-9df4-55a3b0b65fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e2d034-d510-4650-b608-876b8e2e8318,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:55.721390 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '29975f40-7f80-480b-9e4b-661d546427bc', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'port_id': '29975f40-7f80-480b-9e4b-661d546427bc', 'mac_address': 'fa:16:3e:9e:25:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dabd4a9-ad0d-406f-aacb-fcada9cededa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:49:55.796702 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.827971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400549-d908-4b18-aee4-0c11d0a51563 req-2755ae96-a5c3-46cb-9380-034d2be6f27e tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:55.830359 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-05400549-d908-4b18-aee4-0c11d0a51563 req-2755ae96-a5c3-46cb-9380-034d2be6f27e tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 944 time: 0.1820939 Aug 12 22:49:55.836580 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29975f40-7f80-480b-9e4b-661d546427bc {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:55.855534 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be6fd3e5-83d3-4dcf-a0d8-290f1249bebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.857955 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be6fd3e5-83d3-4dcf-a0d8-290f1249bebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.862169 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-be6fd3e5-83d3-4dcf-a0d8-290f1249bebf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9a8b58a-13ee-42a4-ac76-e82c3c641f1a HTTP/1.1" status: 204 len: 168 time: 0.6013224 Aug 12 22:49:55.864762 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 29975f40-7f80-480b-9e4b-661d546427bc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=29975f40-7f80-480b-9e4b-661d546427bc,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:55.870764 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:55.895349 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fd3e5-83d3-4dcf-a0d8-290f1249bebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a8b58a-13ee-42a4-ac76-e82c3c641f1a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:55.899361 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-db5c7e5e-3fec-4151-95d3-ed247835406e service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219994 Aug 12 22:49:55.923228 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-05400549-d908-4b18-aee4-0c11d0a51563 req-c7bb6b7b-e6b3-4e3b-a636-6d40e57a6c5c tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Aug 12 22:49:55.939737 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=29975f40-7f80-480b-9e4b-661d546427bc,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:56.045484 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-654102c6-d68c-40e2-8640-4e601a2cd731 req-d6af476e-8a3f-4e0e-b459-990227bda49f service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270771 Aug 12 22:49:56.053697 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4db3f-35fe-49c6-b6ea-3584f7d4219c req-26562690-8573-4371-aa8f-2bf2e2e21c32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.055574 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-94e4db3f-35fe-49c6-b6ea-3584f7d4219c req-26562690-8573-4371-aa8f-2bf2e2e21c32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0583305 Aug 12 22:49:56.116482 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-94e4db3f-35fe-49c6-b6ea-3584f7d4219c req-39de5782-2270-4578-ad8f-1ebc6ce66932 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542281 Aug 12 22:49:56.213856 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aca59-7ab7-4b95-91f3-782137efaa04 req-4c5fe098-5eee-4f37-a1dd-2e4d8af0d100 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.215778 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-798aca59-7ab7-4b95-91f3-782137efaa04 req-4c5fe098-5eee-4f37-a1dd-2e4d8af0d100 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 944 time: 0.1064303 Aug 12 22:49:56.246759 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-520681c9-7848-4e77-80bc-0bc59ad5183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.248230 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-520681c9-7848-4e77-80bc-0bc59ad5183d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1096 time: 0.0818996 Aug 12 22:49:56.287637 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-798aca59-7ab7-4b95-91f3-782137efaa04 req-05b96685-2c1d-4b65-b74a-c4a69460bf70 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587354 Aug 12 22:49:56.293182 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41308) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:56.317028 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b4860ebe-a467-4548-a3e5-bc3ada2e5977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.318788 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['981e9854-56c7-4c8c-be49-6735a50e38f1'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:49:56.370850 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-c4d2e8f3-d5d4-4fa6-a909-ff36377cd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.374749 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-c4d2e8f3-d5d4-4fa6-a909-ff36377cd71a service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.1142435 Aug 12 22:49:56.406270 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:49:56.455797 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-e292efdc-fe14-4473-9372-686f1929900a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 217 time: 0.0730493 Aug 12 22:49:56.459064 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-abb8134c-f96f-4d36-9236-2838bc587022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.533429 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b4860ebe-a467-4548-a3e5-bc3ada2e5977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.548594 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b4860ebe-a467-4548-a3e5-bc3ada2e5977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.550977 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-a307d3e1-b723-4cb7-8904-aa5b86491907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.556807 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-a307d3e1-b723-4cb7-8904-aa5b86491907 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0920882 Aug 12 22:49:56.610758 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.655960 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-b58bfa18-5cee-4bb3-9afc-5aa27cf14ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.659422 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-b58bfa18-5cee-4bb3-9afc-5aa27cf14ac8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928659 Aug 12 22:49:56.662874 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c25e52-6c20-4be2-a658-5407b07d5c86 req-be54f5c4-4918-4080-8b42-692955a0a5d1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:56.664576 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50c25e52-6c20-4be2-a658-5407b07d5c86 req-be54f5c4-4918-4080-8b42-692955a0a5d1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 943 time: 0.1811454 Aug 12 22:49:56.685250 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b4860ebe-a467-4548-a3e5-bc3ada2e5977 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d0ad8e68fae43b280f83cec9d15272e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909037 Aug 12 22:49:56.692263 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41324) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:56.753082 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4860ebe-a467-4548-a3e5-bc3ada2e5977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cce965-ee40-48b9-af9a-33113ffddd20,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:56.822345 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-36fdba2c-4c4b-4e8a-8235-298033230327 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561065 Aug 12 22:49:56.865881 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50c25e52-6c20-4be2-a658-5407b07d5c86 req-a72472a1-ccf5-4d6b-8b39-d857f5391ad0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866105 Aug 12 22:49:56.879110 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 6bb02cb9-137e-48f1-a55e-eadd487b094d details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:49:56.924647 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fb938a08-93ed-4892-9c1f-3e208cd5a939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.956875 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fb938a08-93ed-4892-9c1f-3e208cd5a939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.016772 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d90c479-6ef5-44f5-8ff2-45ef82589a99 req-67920e59-5b75-46d9-8df8-dab8db49d432 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787870 Aug 12 22:49:57.038517 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 6bb02cb9-137e-48f1-a55e-eadd487b094d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:57.068870 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '6bb02cb9-137e-48f1-a55e-eadd487b094d', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'port_id': '6bb02cb9-137e-48f1-a55e-eadd487b094d', 'mac_address': 'fa:16:3e:19:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:49:57.081175 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fb938a08-93ed-4892-9c1f-3e208cd5a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.084021 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fb938a08-93ed-4892-9c1f-3e208cd5a939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.085637 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-fb938a08-93ed-4892-9c1f-3e208cd5a939 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1cce965-ee40-48b9-af9a-33113ffddd20 HTTP/1.1" status: 204 len: 168 time: 0.3919859 Aug 12 22:49:57.100075 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938a08-93ed-4892-9c1f-3e208cd5a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cce965-ee40-48b9-af9a-33113ffddd20,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:57.113498 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b89d-0e59-4242-bb07-c01171356233 req-485be7fd-caf1-49f1-bef4-ed944e07ec11 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:57.114750 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-05e9b89d-0e59-4242-bb07-c01171356233 req-485be7fd-caf1-49f1-bef4-ed944e07ec11 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 944 time: 0.0922420 Aug 12 22:49:57.136688 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.162256 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb02cb9-137e-48f1-a55e-eadd487b094d {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:57.204566 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 6bb02cb9-137e-48f1-a55e-eadd487b094d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:57.209658 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.210775 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e39eb103-a78c-4976-8432-de7074d5becc details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:49:57.212276 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-05e9b89d-0e59-4242-bb07-c01171356233 req-fc26cf64-3cdc-4b69-acc1-db3609feeda8 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912910 Aug 12 22:49:57.286110 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e39eb103-a78c-4976-8432-de7074d5becc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e39eb103-a78c-4976-8432-de7074d5becc,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:57.288669 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=6bb02cb9-137e-48f1-a55e-eadd487b094d,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:57.300095 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029af36-4992-4955-9707-ce28b7231abd req-3caeb013-2299-47a7-998a-abb0126e27d0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:57.302030 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a029af36-4992-4955-9707-ce28b7231abd req-3caeb013-2299-47a7-998a-abb0126e27d0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0617747 Aug 12 22:49:57.302708 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'e39eb103-a78c-4976-8432-de7074d5becc', 'network_id': '9bf8b277-e8fe-4235-a41a-17b07deaf487', 'port_id': 'e39eb103-a78c-4976-8432-de7074d5becc', 'mac_address': 'fa:16:3e:3b:66:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf462fa-61e4-4686-89da-af32bbd60fc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:49:57.352840 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a029af36-4992-4955-9707-ce28b7231abd req-42fbd4af-09c3-458d-909b-556205e9f0d7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Aug 12 22:49:57.357352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.378345 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39eb103-a78c-4976-8432-de7074d5becc {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:57.416105 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e39eb103-a78c-4976-8432-de7074d5becc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e39eb103-a78c-4976-8432-de7074d5becc,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:57.420313 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.486331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=e39eb103-a78c-4976-8432-de7074d5becc,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:57.487587 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46bd06-d26d-460f-854f-277badde6051 req-5abc3a7d-1e9f-42ae-85aa-49d1616d839c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:57.495704 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e46bd06-d26d-460f-854f-277badde6051 req-5abc3a7d-1e9f-42ae-85aa-49d1616d839c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 944 time: 0.0765688 Aug 12 22:49:57.531810 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e46bd06-d26d-460f-854f-277badde6051 req-49864301-0e44-46d6-9bcf-fdf5bc05a0f2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Aug 12 22:49:57.568989 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.833938 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['6bb02cb9-137e-48f1-a55e-eadd487b094d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:49:57.920363 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['e39eb103-a78c-4976-8432-de7074d5becc'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:49:58.009338 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a05e41-8429-4b15-8d93-e3142559f4f3 req-32c275e3-9321-42c1-92a0-39cbf88fd02b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:58.011284 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2a05e41-8429-4b15-8d93-e3142559f4f3 req-32c275e3-9321-42c1-92a0-39cbf88fd02b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 944 time: 0.0625312 Aug 12 22:49:58.066852 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2a05e41-8429-4b15-8d93-e3142559f4f3 req-4495219a-43f9-4bc4-ac1b-d92fe8748880 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484290 Aug 12 22:49:58.333069 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41404) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:58.333609 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913b14-a6c7-4363-bf15-621e37772248 req-ed725745-2d32-4d76-9245-5c005f3df684 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:58.334872 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-44913b14-a6c7-4363-bf15-621e37772248 req-ed725745-2d32-4d76-9245-5c005f3df684 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 944 time: 0.0568898 Aug 12 22:49:58.379803 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-44913b14-a6c7-4363-bf15-621e37772248 req-5252804d-afdb-4be2-969f-af42c14fd430 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Aug 12 22:49:58.494227 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d165cb-c11d-4797-a2e3-f487828a796b req-6d953719-7b1f-4157-8af2-1068e9e62192 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:58.496658 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-59d165cb-c11d-4797-a2e3-f487828a796b req-6d953719-7b1f-4157-8af2-1068e9e62192 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0518241 Aug 12 22:49:58.539452 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-59d165cb-c11d-4797-a2e3-f487828a796b req-e8cc23cf-ca9a-4f54-90a2-4c185eb986b5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Aug 12 22:49:58.597495 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f295c2f1-1a7a-4a08-87a5-cd0455e898c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.743884 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f295c2f1-1a7a-4a08-87a5-cd0455e898c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.749683 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f295c2f1-1a7a-4a08-87a5-cd0455e898c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.763374 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7c133-77a4-43fb-9b0d-6503b6a1f291 req-e986ca46-adde-483c-a7ce-0ea27bdcfee2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:58.765487 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57d7c133-77a4-43fb-9b0d-6503b6a1f291 req-e986ca46-adde-483c-a7ce-0ea27bdcfee2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 944 time: 0.0760016 Aug 12 22:49:58.796895 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f295c2f1-1a7a-4a08-87a5-cd0455e898c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07e8c18a31324b54a2e5039bb9a01c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624887 Aug 12 22:49:58.798762 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295c2f1-1a7a-4a08-87a5-cd0455e898c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653fee5e-bebf-4a43-984d-173cde00eb17,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:58.803002 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41428) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:58.844155 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57d7c133-77a4-43fb-9b0d-6503b6a1f291 req-ac1dbefa-cdb9-40cd-b78b-e6dd884a814b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663309 Aug 12 22:49:58.867394 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d60b14c0-dde3-4b50-8737-a280972087fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.891763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d60b14c0-dde3-4b50-8737-a280972087fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.900312 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:49:58.909983 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 981e9854-56c7-4c8c-be49-6735a50e38f1 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:58.951092 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d60b14c0-dde3-4b50-8737-a280972087fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.955846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d60b14c0-dde3-4b50-8737-a280972087fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.957658 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d60b14c0-dde3-4b50-8737-a280972087fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/653fee5e-bebf-4a43-984d-173cde00eb17 HTTP/1.1" status: 204 len: 168 time: 0.1553903 Aug 12 22:49:58.968568 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b14c0-dde3-4b50-8737-a280972087fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653fee5e-bebf-4a43-984d-173cde00eb17,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:59.063984 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 981e9854-56c7-4c8c-be49-6735a50e38f1 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:59.076352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 981e9854-56c7-4c8c-be49-6735a50e38f1 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:59.076760 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.114527 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:59.126590 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.246831 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '0c2092fb-f48e-405f-a646-6bf94681d339', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339', 'mac_address': 'fa:16:3e:a4:92:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:49:59.253285 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444cec8-14e6-446b-ae4b-37e299581479 req-0e9d446c-5d28-44b1-bd13-ee145e793c1e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:59.258071 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6444cec8-14e6-446b-ae4b-37e299581479 req-0e9d446c-5d28-44b1-bd13-ee145e793c1e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 944 time: 0.0864317 Aug 12 22:49:59.317005 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.325606 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6444cec8-14e6-446b-ae4b-37e299581479 req-3a5688bb-2066-4425-995f-2e2e99be5fc5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Aug 12 22:49:59.338370 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2092fb-f48e-405f-a646-6bf94681d339 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:49:59.348217 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.382206 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:59.387236 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16032853-fce9-44c8-909d-971e49ba40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e9854-56c7-4c8c-be49-6735a50e38f1'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:49:59.483584 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.500036 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 981e9854-56c7-4c8c-be49-6735a50e38f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=981e9854-56c7-4c8c-be49-6735a50e38f1,segment=NetworkSegment(5b18ea43-7aef-4d8c-9531-e21524e3d2a2),segment_id=5b18ea43-7aef-4d8c-9531-e21524e3d2a2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:59.507449 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.507917 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 6bb02cb9-137e-48f1-a55e-eadd487b094d up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:59.607353 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 6bb02cb9-137e-48f1-a55e-eadd487b094d completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:49:59.613620 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 6bb02cb9-137e-48f1-a55e-eadd487b094d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:49:59.614543 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.615429 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd80a4-cd86-4b24-8920-fb95c865a8b7 req-2d2f0a51-0d02-470e-9902-1ddb0d754fa0 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:59.625906 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37dd80a4-cd86-4b24-8920-fb95c865a8b7 req-2d2f0a51-0d02-470e-9902-1ddb0d754fa0 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.1465485 Aug 12 22:49:59.662974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:59.717783 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37dd80a4-cd86-4b24-8920-fb95c865a8b7 req-bace83cb-591f-4daa-9b53-7e20069c1374 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905509 Aug 12 22:49:59.724766 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41460) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:59.737007 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ad22-7323-49c0-8c46-7920696eea73 req-02cbfebd-9804-4bed-8599-1d452aa9e734 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:49:59.739823 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c60ad22-7323-49c0-8c46-7920696eea73 req-02cbfebd-9804-4bed-8599-1d452aa9e734 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0865808 Aug 12 22:49:59.751802 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1881aed1-58d6-4797-8dd0-3786ae435d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.763519 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=981e9854-56c7-4c8c-be49-6735a50e38f1,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:59.776993 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.818422 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 6bb02cb9-137e-48f1-a55e-eadd487b094d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:49:59.824632 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.825706 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e39eb103-a78c-4976-8432-de7074d5becc up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:49:59.847074 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c60ad22-7323-49c0-8c46-7920696eea73 req-a612e337-f609-4754-8258-9828f6014a39 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002083 Aug 12 22:49:59.874774 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1881aed1-58d6-4797-8dd0-3786ae435d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.886143 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1881aed1-58d6-4797-8dd0-3786ae435d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:59.914975 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['0c2092fb-f48e-405f-a646-6bf94681d339'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:49:59.949676 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41472) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:59.956222 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1881aed1-58d6-4797-8dd0-3786ae435d73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e1758d96afb42e79d56bab4d73ffae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275355 Aug 12 22:49:59.958342 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881aed1-58d6-4797-8dd0-3786ae435d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2d6923-cc8c-441f-acd7-7867b3ace626,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:00.050975 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88bdee-a04b-45ad-bd2b-060c85291ce5" -d '{"events": [{"server_uuid": "16032853-fce9-44c8-909d-971e49ba40ca", "name": "network-vif-plugged", "status": "completed", "tag": "981e9854-56c7-4c8c-be49-6735a50e38f1"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:00.065326 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=6bb02cb9-137e-48f1-a55e-eadd487b094d,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:00.081496 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa198cdd-139d-4956-a066-e1e879baf8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.089184 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40eb0f2-07bf-4105-ba8c-60ad6f219710 req-4a070fea-d8de-44f0-b99f-f83aa80ec835 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:00.095603 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port e39eb103-a78c-4976-8432-de7074d5becc completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:00.097278 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b40eb0f2-07bf-4105-ba8c-60ad6f219710 req-4a070fea-d8de-44f0-b99f-f83aa80ec835 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 944 time: 0.1398776 Aug 12 22:50:00.103272 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port e39eb103-a78c-4976-8432-de7074d5becc triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:00.103985 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.134087 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa198cdd-139d-4956-a066-e1e879baf8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.159852 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b40eb0f2-07bf-4105-ba8c-60ad6f219710 req-0fadc1da-219f-4f66-b02a-ae06cf96f234 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 Aug 12 22:50:00.223522 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa198cdd-139d-4956-a066-e1e879baf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.228992 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa198cdd-139d-4956-a066-e1e879baf8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.234367 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fa198cdd-139d-4956-a066-e1e879baf8c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc2d6923-cc8c-441f-acd7-7867b3ace626 HTTP/1.1" status: 204 len: 168 time: 0.2826962 Aug 12 22:50:00.249006 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa198cdd-139d-4956-a066-e1e879baf8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2d6923-cc8c-441f-acd7-7867b3ace626,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:00.294901 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.339048 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e39eb103-a78c-4976-8432-de7074d5becc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e39eb103-a78c-4976-8432-de7074d5becc,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:00.346117 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.347276 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 29975f40-7f80-480b-9e4b-661d546427bc up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:00.449918 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 29975f40-7f80-480b-9e4b-661d546427bc completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:00.473741 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 29975f40-7f80-480b-9e4b-661d546427bc triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:00.473741 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.504438 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=e39eb103-a78c-4976-8432-de7074d5becc,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:00.512825 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f306b62a-b031-4e65-8ea9-7f8db52aacee x-openstack-request-id: req-f306b62a-b031-4e65-8ea9-7f8db52aacee {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:00.513022 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16032853-fce9-44c8-909d-971e49ba40ca", "name": "network-vif-plugged", "status": "completed", "tag": "981e9854-56c7-4c8c-be49-6735a50e38f1", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:00.513277 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f306b62a-b031-4e65-8ea9-7f8db52aacee {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:00.513720 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16032853-fce9-44c8-909d-971e49ba40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e9854-56c7-4c8c-be49-6735a50e38f1', 'code': 200} Aug 12 22:50:00.541098 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ba3b8-651d-40a2-8ef4-07fcf230cd6c req-0053d90d-d46e-4928-9257-c541090d9b46 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:00.555975 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b3ba3b8-651d-40a2-8ef4-07fcf230cd6c req-0053d90d-d46e-4928-9257-c541090d9b46 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1364582 Aug 12 22:50:00.600401 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b3ba3b8-651d-40a2-8ef4-07fcf230cd6c req-4f53ffa6-ce82-4e95-9277-471fa544d2ad tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Aug 12 22:50:00.602963 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.661880 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 29975f40-7f80-480b-9e4b-661d546427bc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=29975f40-7f80-480b-9e4b-661d546427bc,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:00.667827 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.732003 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=29975f40-7f80-480b-9e4b-661d546427bc,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:00.834010 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1b787-7a5f-4328-9bc3-8d5dbfb143d2 req-dd17bf8e-9849-4b33-80c0-ef14b8b84e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:00.836361 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f2d1b787-7a5f-4328-9bc3-8d5dbfb143d2 req-dd17bf8e-9849-4b33-80c0-ef14b8b84e8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 1098 time: 0.0912335 Aug 12 22:50:00.861639 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f2d1b787-7a5f-4328-9bc3-8d5dbfb143d2 req-e25d01ce-11b3-4a1d-bb02-259abe2f21cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:00.919119 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445942-9606-4fd7-b6e6-3f811e00df88 req-6614158e-ddd8-4ea4-b217-70f60c419aea tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:00.942088 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93445942-9606-4fd7-b6e6-3f811e00df88 req-6614158e-ddd8-4ea4-b217-70f60c419aea tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.0970595 Aug 12 22:50:01.001337 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93445942-9606-4fd7-b6e6-3f811e00df88 req-0dd555f2-39e3-42a5-a6d4-6b521b4bcd5c tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518367 Aug 12 22:50:01.221254 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f2d1b787-7a5f-4328-9bc3-8d5dbfb143d2 req-e25d01ce-11b3-4a1d-bb02-259abe2f21cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.226972 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f2d1b787-7a5f-4328-9bc3-8d5dbfb143d2 req-e25d01ce-11b3-4a1d-bb02-259abe2f21cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.251862 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382dd70-af25-4a85-aa63-a9cafc112db1 req-77738f9b-4d4f-471e-8bbc-cf9fd38a29c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:01.253977 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4382dd70-af25-4a85-aa63-a9cafc112db1 req-77738f9b-4d4f-471e-8bbc-cf9fd38a29c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.2899778 Aug 12 22:50:01.277015 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f2d1b787-7a5f-4328-9bc3-8d5dbfb143d2 req-e25d01ce-11b3-4a1d-bb02-259abe2f21cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329059 Aug 12 22:50:01.302164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d01ce-11b3-4a1d-bb02-259abe2f21cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64d553-8fe9-4442-b174-1a91199012a1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:01.327301 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec48111-f11e-4cc3-898b-0a3cf91b5385 req-c516fc58-c87c-4cb7-ba1c-21b113a6cd1c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:01.331468 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3ec48111-f11e-4cc3-898b-0a3cf91b5385 req-c516fc58-c87c-4cb7-ba1c-21b113a6cd1c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0922182 Aug 12 22:50:01.332604 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4382dd70-af25-4a85-aa63-a9cafc112db1 req-9f788068-f144-48ca-96c0-a8d799d990ad tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677788 Aug 12 22:50:01.385719 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3ec48111-f11e-4cc3-898b-0a3cf91b5385 req-39594f84-a4f8-4fac-b05e-047a2d328860 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Aug 12 22:50:01.504266 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41540) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:01.623082 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d007c0be-17cf-4e08-9e81-bf33f1f4a530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.765196 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d007c0be-17cf-4e08-9e81-bf33f1f4a530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.772480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d007c0be-17cf-4e08-9e81-bf33f1f4a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.773756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2be56-1cfa-440e-8692-ad7c0a383fe1 req-04aee308-632d-40f0-8774-ac7818d70e4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:01.775575 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8ae2be56-1cfa-440e-8692-ad7c0a383fe1 req-04aee308-632d-40f0-8774-ac7818d70e4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0943658 Aug 12 22:50:01.825575 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d007c0be-17cf-4e08-9e81-bf33f1f4a530 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bf7f53fbc5b49869c22b1312e9d218b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201823 Aug 12 22:50:01.826475 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007c0be-17cf-4e08-9e81-bf33f1f4a530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52904183-4bd3-43c6-a509-63bee60ea724,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:01.828472 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41562) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:01.855144 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8ae2be56-1cfa-440e-8692-ad7c0a383fe1 req-28e459e5-d868-406b-a8c7-30a7cae70eee tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728245 Aug 12 22:50:01.897770 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-971a1488-1683-4375-a70a-c5c9a60e1929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.921741 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-971a1488-1683-4375-a70a-c5c9a60e1929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.980370 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-971a1488-1683-4375-a70a-c5c9a60e1929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.983763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-971a1488-1683-4375-a70a-c5c9a60e1929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:01.985713 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-971a1488-1683-4375-a70a-c5c9a60e1929 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52904183-4bd3-43c6-a509-63bee60ea724 HTTP/1.1" status: 204 len: 168 time: 0.1559377 Aug 12 22:50:01.994106 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a1488-1683-4375-a70a-c5c9a60e1929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52904183-4bd3-43c6-a509-63bee60ea724,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:02.151771 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077bdd-875c-496a-b08f-da1c912bb399 req-d14daf13-98e2-4913-866e-729111cbfc83 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:02.154446 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f077bdd-875c-496a-b08f-da1c912bb399 req-d14daf13-98e2-4913-866e-729111cbfc83 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.0661011 Aug 12 22:50:02.209606 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f077bdd-875c-496a-b08f-da1c912bb399 req-04b6ccc3-93f2-4a6f-ae4f-87245133e119 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Aug 12 22:50:02.454876 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41596) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:02.476015 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3add121b-5be3-407f-93c6-8aac8402292c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:02.506687 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958abc-9526-4804-8b00-2f91de6063f5 req-9db61206-edd8-40df-9fe2-e93e94f67d71 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:02.515470 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20d20f-24d3-4582-924e-8019ba164994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb02cb9-137e-48f1-a55e-eadd487b094d'}, {'server_uuid': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39eb103-a78c-4976-8432-de7074d5becc'}, {'server_uuid': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29975f40-7f80-480b-9e4b-661d546427bc'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:02.519031 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-30958abc-9526-4804-8b00-2f91de6063f5 req-9db61206-edd8-40df-9fe2-e93e94f67d71 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0860078 Aug 12 22:50:02.524646 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90cc086-8fea-4957-8cb2-15438091ced8" -d '{"events": [{"server_uuid": "3b20d20f-24d3-4582-924e-8019ba164994", "name": "network-vif-plugged", "status": "completed", "tag": "6bb02cb9-137e-48f1-a55e-eadd487b094d"}, {"server_uuid": "68f24354-7716-4a9e-b0c7-2d08ab0e5569", "name": "network-vif-plugged", "status": "completed", "tag": "e39eb103-a78c-4976-8432-de7074d5becc"}, {"server_uuid": "fa02e3d2-92db-4515-b171-e675befe2bdd", "name": "network-vif-plugged", "status": "completed", "tag": "29975f40-7f80-480b-9e4b-661d546427bc"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:02.573123 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-30958abc-9526-4804-8b00-2f91de6063f5 req-455e3d23-b1ee-49ab-8b76-686ace188c63 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531340 Aug 12 22:50:02.600730 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc4f15-30e3-48a1-b214-65cac9af59bb req-be74e02a-ef6b-4102-ab43-bda7ef3d9240 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:02.602981 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bfc4f15-30e3-48a1-b214-65cac9af59bb req-be74e02a-ef6b-4102-ab43-bda7ef3d9240 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0898223 Aug 12 22:50:02.648448 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060206e5-89fe-400e-937a-ce9af7cad85e x-openstack-request-id: req-060206e5-89fe-400e-937a-ce9af7cad85e {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:02.649391 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20d20f-24d3-4582-924e-8019ba164994", "name": "network-vif-plugged", "status": "completed", "tag": "6bb02cb9-137e-48f1-a55e-eadd487b094d", "code": 200}, {"server_uuid": "68f24354-7716-4a9e-b0c7-2d08ab0e5569", "name": "network-vif-plugged", "status": "completed", "tag": "e39eb103-a78c-4976-8432-de7074d5becc", "code": 200}, {"server_uuid": "fa02e3d2-92db-4515-b171-e675befe2bdd", "name": "network-vif-plugged", "status": "completed", "tag": "29975f40-7f80-480b-9e4b-661d546427bc", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:02.649814 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-060206e5-89fe-400e-937a-ce9af7cad85e {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:02.650210 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20d20f-24d3-4582-924e-8019ba164994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb02cb9-137e-48f1-a55e-eadd487b094d', 'code': 200} Aug 12 22:50:02.650545 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39eb103-a78c-4976-8432-de7074d5becc', 'code': 200} Aug 12 22:50:02.650826 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29975f40-7f80-480b-9e4b-661d546427bc', 'code': 200} Aug 12 22:50:02.690006 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3add121b-5be3-407f-93c6-8aac8402292c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:02.697207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3add121b-5be3-407f-93c6-8aac8402292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:02.705303 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bfc4f15-30e3-48a1-b214-65cac9af59bb req-d3c43ebd-054d-4571-8cbf-c97ac2caa59b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863047 Aug 12 22:50:02.754948 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3add121b-5be3-407f-93c6-8aac8402292c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31ec7c4d3cf74287abf978c1ab5d2f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990377 Aug 12 22:50:02.756388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add121b-5be3-407f-93c6-8aac8402292c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881d95e-8a85-4768-b87d-03400640191d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:02.760933 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41606) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:02.851614 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a3b0bfde-0517-42ac-a001-8d192e37c0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:02.912831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a3b0bfde-0517-42ac-a001-8d192e37c0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:02.934116 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:03.076145 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 0c2092fb-f48e-405f-a646-6bf94681d339 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:03.091533 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 0c2092fb-f48e-405f-a646-6bf94681d339 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:03.092595 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:03.112071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7162-6027-414f-b04b-80ff94741919 req-69f86e23-9e01-42a4-ae70-07ca43d8e05c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.121142 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-66bf7162-6027-414f-b04b-80ff94741919 req-69f86e23-9e01-42a4-ae70-07ca43d8e05c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1419547 Aug 12 22:50:03.219592 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-66bf7162-6027-414f-b04b-80ff94741919 req-885cf47f-eb76-4ec5-a0fd-7a6947a204bf tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971386 Aug 12 22:50:03.240295 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a3b0bfde-0517-42ac-a001-8d192e37c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:03.243325 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a3b0bfde-0517-42ac-a001-8d192e37c0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:03.244781 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a3b0bfde-0517-42ac-a001-8d192e37c0d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4881d95e-8a85-4768-b87d-03400640191d HTTP/1.1" status: 204 len: 168 time: 0.4804716 Aug 12 22:50:03.280003 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:03.376465 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfa65c-7d32-4838-b1d1-4ac2aa3a8ea6 req-f05295b4-4668-48e6-944c-0c05e5cf7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.376645 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:03.378006 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37cfa65c-7d32-4838-b1d1-4ac2aa3a8ea6 req-f05295b4-4668-48e6-944c-0c05e5cf7ddd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.2538381 Aug 12 22:50:03.382820 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:03.411218 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0bfde-0517-42ac-a001-8d192e37c0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881d95e-8a85-4768-b87d-03400640191d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:03.486248 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3671fcd-f1e3-4b72-bba9-904bc2e13353 req-c2c7ca13-6040-46c3-91f4-ad07c4fb081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.487269 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756417a-a0b7-4222-ac61-84e4ca8032fd req-6b549d49-1c97-41b3-872a-5dc3c198f587 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.496569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a3671fcd-f1e3-4b72-bba9-904bc2e13353 req-c2c7ca13-6040-46c3-91f4-ad07c4fb081c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 1098 time: 0.2225854 Aug 12 22:50:03.497043 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0756417a-a0b7-4222-ac61-84e4ca8032fd req-6b549d49-1c97-41b3-872a-5dc3c198f587 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.1122136 Aug 12 22:50:03.501377 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a16d78-9bc1-47fa-98d7-0458d80c63d2 req-de5c6dd1-f0fb-467e-b9e5-bffc525e7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.504087 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35a16d78-9bc1-47fa-98d7-0458d80c63d2 req-de5c6dd1-f0fb-467e-b9e5-bffc525e7d54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 1098 time: 0.2169194 Aug 12 22:50:03.508738 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:03.535646 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37cfa65c-7d32-4838-b1d1-4ac2aa3a8ea6 req-23eed941-c8c9-4f26-8fad-b16ef163465f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469853 Aug 12 22:50:03.558580 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a3671fcd-f1e3-4b72-bba9-904bc2e13353 req-f8a7745a-40e0-430e-8fe9-673ab3df1330 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Aug 12 22:50:03.608698 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35a16d78-9bc1-47fa-98d7-0458d80c63d2 req-6bf12132-ca7c-4683-9e05-3f49b696b6eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672011 Aug 12 22:50:03.634900 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0756417a-a0b7-4222-ac61-84e4ca8032fd req-e0242e57-5846-4d54-b4f1-cb084e5f72e7 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336153 Aug 12 22:50:03.741623 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872c2b5-0315-4c91-bb83-9a3a81e573e9 req-fdd76277-9258-44b2-9151-46b53b6f274e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.743772 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2872c2b5-0315-4c91-bb83-9a3a81e573e9 req-fdd76277-9258-44b2-9151-46b53b6f274e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0748441 Aug 12 22:50:03.802821 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2872c2b5-0315-4c91-bb83-9a3a81e573e9 req-d4797d0a-f8ec-40ad-94e0-0fa38dec792f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Aug 12 22:50:03.892172 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df116b8e-32b6-4adc-a2b7-c6c5ae2bcf65 req-352879c7-5ba1-47cb-9425-5f57c1f1db68 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:03.899695 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df116b8e-32b6-4adc-a2b7-c6c5ae2bcf65 req-352879c7-5ba1-47cb-9425-5f57c1f1db68 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0647409 Aug 12 22:50:03.952148 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df116b8e-32b6-4adc-a2b7-c6c5ae2bcf65 req-1e35deb9-0bde-4c18-afe9-4b521d35b43e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Aug 12 22:50:04.345203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a1604-ffca-4f6d-8bc6-a1483aebc5a7 req-befb3f69-d60a-4a10-b5bc-1fab1cdb9c2e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:04.346756 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c08a1604-ffca-4f6d-8bc6-a1483aebc5a7 req-befb3f69-d60a-4a10-b5bc-1fab1cdb9c2e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0557199 Aug 12 22:50:04.394689 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c08a1604-ffca-4f6d-8bc6-a1483aebc5a7 req-195b1ff8-81bd-4867-b806-2743676698cb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Aug 12 22:50:04.651830 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:04.654582 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6047c5-53c2-4fa3-b963-57b02752eeda" -d '{"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-plugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:04.717734 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dc2efc-bc98-4a75-8744-fad539cb662b x-openstack-request-id: req-58dc2efc-bc98-4a75-8744-fad539cb662b {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:04.718189 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-plugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:04.718616 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58dc2efc-bc98-4a75-8744-fad539cb662b {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:04.719237 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'code': 200} Aug 12 22:50:04.968401 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c626b4d-4e62-4ca7-bb9d-a333a31bac83 req-637e0516-e49f-4d88-88e7-bbaa3d66363f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:04.970405 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5c626b4d-4e62-4ca7-bb9d-a333a31bac83 req-637e0516-e49f-4d88-88e7-bbaa3d66363f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0793128 Aug 12 22:50:04.993515 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17469196-0d5c-41a5-8cdc-4ade456fc6a6 req-e92f1fd3-5254-43bf-ac75-a685d6d454d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:04.996073 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-17469196-0d5c-41a5-8cdc-4ade456fc6a6 req-e92f1fd3-5254-43bf-ac75-a685d6d454d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1098 time: 0.0565553 Aug 12 22:50:05.032321 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5c626b4d-4e62-4ca7-bb9d-a333a31bac83 req-01c0dd1d-686c-47aa-ae28-0124ad021d35 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560043 Aug 12 22:50:05.120018 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-17469196-0d5c-41a5-8cdc-4ade456fc6a6 req-40c72cca-d277-4491-94c0-2593b8577de9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149788 Aug 12 22:50:05.146757 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c060aff-b0ad-4b00-ad31-e4a18bb3db36 req-70c4d5bf-fd05-451b-b482-2c40438e4979 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:05.148258 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c060aff-b0ad-4b00-ad31-e4a18bb3db36 req-70c4d5bf-fd05-451b-b482-2c40438e4979 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0925033 Aug 12 22:50:05.201455 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c060aff-b0ad-4b00-ad31-e4a18bb3db36 req-b748ffaf-3714-4e6f-9053-c7e6a091f6de tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Aug 12 22:50:05.509032 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1359-6d42-4c67-8337-39b5bc05d1ab req-fe5b5e3e-a622-4e86-86f5-7f5fb4ff4012 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:05.510530 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6bdf1359-6d42-4c67-8337-39b5bc05d1ab req-fe5b5e3e-a622-4e86-86f5-7f5fb4ff4012 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Aug 12 22:50:05.552382 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6bdf1359-6d42-4c67-8337-39b5bc05d1ab req-1efefe8c-ef13-4bd0-8587-8fe1631cabc7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Aug 12 22:50:05.570475 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41758) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:05.705715 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ff4640ed-ef13-4aa3-bf7d-f0eab1300f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:05.823533 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ff4640ed-ef13-4aa3-bf7d-f0eab1300f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:05.829726 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ff4640ed-ef13-4aa3-bf7d-f0eab1300f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:05.871755 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ff4640ed-ef13-4aa3-bf7d-f0eab1300f5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dee225c57f14058b094313bd8565ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051054 Aug 12 22:50:05.872638 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4640ed-ef13-4aa3-bf7d-f0eab1300f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fdfb46-4b32-4404-970f-c590a791caa9,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:05.874440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41772) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:05.968001 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-913c3d56-ebab-40f1-b068-5d3f77090eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.001883 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-913c3d56-ebab-40f1-b068-5d3f77090eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.086786 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-913c3d56-ebab-40f1-b068-5d3f77090eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.089714 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-913c3d56-ebab-40f1-b068-5d3f77090eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.091187 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-913c3d56-ebab-40f1-b068-5d3f77090eda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2fdfb46-4b32-4404-970f-c590a791caa9 HTTP/1.1" status: 204 len: 168 time: 0.2121201 Aug 12 22:50:06.127417 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c3d56-ebab-40f1-b068-5d3f77090eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fdfb46-4b32-4404-970f-c590a791caa9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:06.312161 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb5a1-c27d-436d-9541-cca3565f2087 req-38a27158-e39a-4ca5-832e-146fe3da309f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:06.314968 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff5bb5a1-c27d-436d-9541-cca3565f2087 req-38a27158-e39a-4ca5-832e-146fe3da309f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0949340 Aug 12 22:50:06.390329 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff5bb5a1-c27d-436d-9541-cca3565f2087 req-69ca8b43-5455-4f28-ae33-8a072b79870f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618556 Aug 12 22:50:06.405603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922b6a0-9a7b-4db0-b625-2f4c24d577ec req-fc588151-490b-4286-8197-7b4eb2da84a1 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:06.410870 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7922b6a0-9a7b-4db0-b625-2f4c24d577ec req-fc588151-490b-4286-8197-7b4eb2da84a1 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0833325 Aug 12 22:50:06.467659 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7922b6a0-9a7b-4db0-b625-2f4c24d577ec req-fd02c1d2-60b3-4773-96f3-910455bc6496 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493073 Aug 12 22:50:06.538242 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41818) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:06.558742 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c169-2248-4cef-9974-e86e081ef4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.702769 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c169-2248-4cef-9974-e86e081ef4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.709109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f5e0c169-2248-4cef-9974-e86e081ef4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.735431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0842-818a-43f6-90dc-d75cf3c8410c req-75ca5e87-9bde-43f0-9486-07c323e33611 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:06.743698 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f34d0842-818a-43f6-90dc-d75cf3c8410c req-75ca5e87-9bde-43f0-9486-07c323e33611 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0791750 Aug 12 22:50:06.761351 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0c169-2248-4cef-9974-e86e081ef4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84869bba-46ea-400c-8526-a546ddabef1a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:06.766937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f5e0c169-2248-4cef-9974-e86e081ef4fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed37cce8101547e2b166a9db9914c93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273858 Aug 12 22:50:06.769501 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41828) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:06.843345 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f34d0842-818a-43f6-90dc-d75cf3c8410c req-ddc4b653-e356-4187-b3c5-02dc106bc20a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941849 Aug 12 22:50:06.880026 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6370c8-aa0f-429b-8061-224cdaf35b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.904339 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6370c8-aa0f-429b-8061-224cdaf35b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.969151 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6370c8-aa0f-429b-8061-224cdaf35b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.973410 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6370c8-aa0f-429b-8061-224cdaf35b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:06.975111 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9f6370c8-aa0f-429b-8061-224cdaf35b67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84869bba-46ea-400c-8526-a546ddabef1a HTTP/1.1" status: 204 len: 168 time: 0.2045023 Aug 12 22:50:06.985737 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6370c8-aa0f-429b-8061-224cdaf35b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84869bba-46ea-400c-8526-a546ddabef1a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:07.226078 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f79f2-d0d9-471c-a29b-181bdca73396 req-5e797dd3-e3c6-4078-b492-cea595f77884 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:07.227564 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e76f79f2-d0d9-471c-a29b-181bdca73396 req-5e797dd3-e3c6-4078-b492-cea595f77884 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0844576 Aug 12 22:50:07.245847 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-0a98d247-591e-48b0-91cb-030d4509f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:07.245847 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-0a98d247-591e-48b0-91cb-030d4509f5fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 1098 time: 0.0656121 Aug 12 22:50:07.321388 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e76f79f2-d0d9-471c-a29b-181bdca73396 req-db664d0d-5ee4-4c21-9d7f-e250100cd7ed tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869925 Aug 12 22:50:07.373010 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-9017f404-9493-4a94-9424-6576faa5a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:07.374617 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-9017f404-9493-4a94-9424-6576faa5a012 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.1204612 Aug 12 22:50:07.420744 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-57e7c78c-1e7c-42b1-bd4c-392d41290157 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e39eb103-a78c-4976-8432-de7074d5becc HTTP/1.1" status: 200 len: 217 time: 0.0384791 Aug 12 22:50:07.500469 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-721ebf25-6abe-43be-9f8c-ed81a7c5ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:07.502269 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-721ebf25-6abe-43be-9f8c-ed81a7c5ebe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0711319 Aug 12 22:50:07.548932 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bcfd8-8a40-45a5-81fc-e1b58125daef req-739e8577-1b4f-4458-8ca7-57cb262b8b83 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:07.556924 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-184bcfd8-8a40-45a5-81fc-e1b58125daef req-739e8577-1b4f-4458-8ca7-57cb262b8b83 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0915720 Aug 12 22:50:07.558810 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-21b4a609-a4a4-4de0-af47-038fe7edb551 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487950 Aug 12 22:50:07.610027 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-184bcfd8-8a40-45a5-81fc-e1b58125daef req-26fcb947-c58d-4fc5-ac4f-9f242dd397fb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492458 Aug 12 22:50:07.683796 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-258b8c24-5ee5-4a11-8932-d26522aa03ba service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138515 Aug 12 22:50:07.831772 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab06be9-18e7-4fea-81c1-cb06147bd69d req-e5b6ba16-b2e0-4427-90ff-3589e14bfdcb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:07.833379 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5ab06be9-18e7-4fea-81c1-cb06147bd69d req-e5b6ba16-b2e0-4427-90ff-3589e14bfdcb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0906947 Aug 12 22:50:07.837813 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1fe37a9-1482-465b-908f-69a12613ef54 req-85d9754e-2689-44e7-b558-f00a431cfcfe service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463778 Aug 12 22:50:07.842684 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41886) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:07.847951 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'floatingip': {'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:07.926981 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:08.743855 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41940) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:08.776740 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41944) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:08.842043 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7c21-7e18-47bd-8afc-428ef15dce1c req-db4e558e-6f82-4c1d-946d-92732b95dd23 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:08.844192 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ef3a7c21-7e18-47bd-8afc-428ef15dce1c req-db4e558e-6f82-4c1d-946d-92732b95dd23 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1508801 Aug 12 22:50:08.895532 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3f82bc96-391a-42f2-985b-b9bc90c4e017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:08.963453 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.db.resource_extend [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 22:50:08.983377 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ef3a7c21-7e18-47bd-8afc-428ef15dce1c req-820f7157-ff71-44b3-af0e-ad3050bf4059 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254122 Aug 12 22:50:09.034700 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41950) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:09.045470 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3f82bc96-391a-42f2-985b-b9bc90c4e017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.051731 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3f82bc96-391a-42f2-985b-b9bc90c4e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.063562 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.069196 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.152103 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3f82bc96-391a-42f2-985b-b9bc90c4e017 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4869de45fef64dedb1b57f7abf0cc24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065423 Aug 12 22:50:09.153541 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b1685ff3-ab77-41de-aa69-2f34d3f6809e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.155395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 41954) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:09.157610 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82bc96-391a-42f2-985b-b9bc90c4e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649123b0-f2ce-4bb7-a155-d8188331c889,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:09.164898 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.195621 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Floating IP 845a46ef-36b9-45d1-b5c4-e39140d2b206 associated. External IP: 172.27.2.23, port: 0c2092fb-f48e-405f-a646-6bf94681d339. Aug 12 22:50:09.204645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.db.api [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 22:50:09.204645 dv-cinder-803748-6-iscsi neutron-server[105671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 22:50:09.204645 dv-cinder-803748-6-iscsi neutron-server[105671]: [parameters: {'project_id': '638c98d50fe541f4910136d7fbe57010', 'id': '7812545b-f431-45da-9565-091a52840647', 'expiration': datetime.datetime(2021, 8, 12, 22, 52, 9, 193582)}] Aug 12 22:50:09.204645 dv-cinder-803748-6-iscsi neutron-server[105671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:50:09.205068 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG oslo_db.api [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:50:09.280821 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b1685ff3-ab77-41de-aa69-2f34d3f6809e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.285778 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b1685ff3-ab77-41de-aa69-2f34d3f6809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.296104 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aad3f941-5e3a-448a-8cd5-ecebba662e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.326623 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b1685ff3-ab77-41de-aa69-2f34d3f6809e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f9e59058e294ee888200ccbf78b1c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885032 Aug 12 22:50:09.327537 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41960) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:09.330553 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aad3f941-5e3a-448a-8cd5-ecebba662e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.350005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1685ff3-ab77-41de-aa69-2f34d3f6809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d31310-2020-49eb-92d2-6a2940b72c10,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:09.403723 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ee01576-4372-41d2-94e6-a281e7aa822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.427922 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ee01576-4372-41d2-94e6-a281e7aa822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.483310 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aad3f941-5e3a-448a-8cd5-ecebba662e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.487261 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aad3f941-5e3a-448a-8cd5-ecebba662e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.488501 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-aad3f941-5e3a-448a-8cd5-ecebba662e07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/649123b0-f2ce-4bb7-a155-d8188331c889 HTTP/1.1" status: 204 len: 168 time: 0.3319843 Aug 12 22:50:09.492475 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ee01576-4372-41d2-94e6-a281e7aa822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.495814 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ee01576-4372-41d2-94e6-a281e7aa822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.501071 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0ee01576-4372-41d2-94e6-a281e7aa822f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89d31310-2020-49eb-92d2-6a2940b72c10 HTTP/1.1" status: 204 len: 168 time: 0.1671290 Aug 12 22:50:09.509920 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee01576-4372-41d2-94e6-a281e7aa822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d31310-2020-49eb-92d2-6a2940b72c10,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:09.535632 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Router c047f161-d8b2-42b4-83ed-368a44808d37 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:50:09.545030 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3f941-5e3a-448a-8cd5-ecebba662e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649123b0-f2ce-4bb7-a155-d8188331c889,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:09.668656 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:09.674464 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.684954 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:09.699271 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:09.699826 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:09.706196 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.717880 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-970125c3-a709-4195-aba7-a6641d2a460e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "PUT /v2.0/floatingips/845a46ef-36b9-45d1-b5c4-e39140d2b206 HTTP/1.1" status: 200 len: 990 time: 1.8739324 Aug 12 22:50:09.719405 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:09.722381 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a758b9-2966-4823-bba7-a52e6ab68978" -d '{"events": [{"name": "network-changed", "server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:09.785129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b406ba3-73ef-4497-a51d-051576e67292 x-openstack-request-id: req-3b406ba3-73ef-4497-a51d-051576e67292 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:09.786762 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:09.787407 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b406ba3-73ef-4497-a51d-051576e67292 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:09.788479 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'status': 'completed', 'code': 200} Aug 12 22:50:09.898611 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:09.938263 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.943416 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-b8dfd199-71b6-431e-a46a-6d3fe9521d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:09.944758 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:09.947700 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-b8dfd199-71b6-431e-a46a-6d3fe9521d03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1098 time: 0.0902641 Aug 12 22:50:09.993968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfd240f-4e25-4728-9a4f-0a2f6e9f8f37,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:10.019112 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-09fbf762-e70e-4e75-bada-23dde757621b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=638c98d50fe541f4910136d7fbe57010&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2395248 Aug 12 22:50:10.021716 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 41998) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:10.094677 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-d7aac4d7-896e-49f5-a252-076737bad879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:10.097346 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-d7aac4d7-896e-49f5-a252-076737bad879 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.1414340 Aug 12 22:50:10.118474 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-53c69ee6-a012-449e-9492-9aee95634352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:10.148031 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-53c69ee6-a012-449e-9492-9aee95634352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:10.216428 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-53c69ee6-a012-449e-9492-9aee95634352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:10.221771 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-53c69ee6-a012-449e-9492-9aee95634352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:10.223784 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-53c69ee6-a012-449e-9492-9aee95634352 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bfd240f-4e25-4728-9a4f-0a2f6e9f8f37 HTTP/1.1" status: 204 len: 168 time: 0.2008071 Aug 12 22:50:10.235412 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c69ee6-a012-449e-9492-9aee95634352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfd240f-4e25-4728-9a4f-0a2f6e9f8f37,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:10.262504 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a91078-b6f4-43cc-8cda-bb00879ad96e req-317063d5-e9fb-4bc0-96c2-b1825ccf4601 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:10.264162 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2a91078-b6f4-43cc-8cda-bb00879ad96e req-317063d5-e9fb-4bc0-96c2-b1825ccf4601 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1642933 Aug 12 22:50:10.303560 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '845a46ef-36b9-45d1-b5c4-e39140d2b206', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'mac_address': 'fa:16:3e:a4:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:49:34Z', 'updated_at': '2021-08-12T22:50:08Z', 'revision_number': 1, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:10.319733 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2a91078-b6f4-43cc-8cda-bb00879ad96e req-c16eaf99-7a12-4941-9863-432fd2ffbb2b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Aug 12 22:50:10.336498 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:10.346109 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:10.346949 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:10.354740 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-f1e1be27-abff-4dcc-b127-587052f4ecb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 998 time: 0.2429500 Aug 12 22:50:10.428720 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-3f4ca77b-9e51-4e07-a3c6-06913672d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:10.430368 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-3f4ca77b-9e51-4e07-a3c6-06913672d650 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0625176 Aug 12 22:50:10.518784 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-bad4ee05-bbf6-478a-97b6-b6ca77ebf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:10.522039 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-bad4ee05-bbf6-478a-97b6-b6ca77ebf44b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819521 Aug 12 22:50:10.583167 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:10.675973 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-14c2edd6-b521-405e-ab49-4ca91db9050c service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376235 Aug 12 22:50:10.757009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42026) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:10.777023 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28a49ae4-62d8-45f4-a6fa-480f7f39b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:10.839809 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15a758b9-2966-4823-bba7-a52e6ab68978 req-7edf5207-b794-4047-b0bb-70a085f71e9e service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523833 Aug 12 22:50:10.963178 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28a49ae4-62d8-45f4-a6fa-480f7f39b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:10.970697 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28a49ae4-62d8-45f4-a6fa-480f7f39b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.013406 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a49ae4-62d8-45f4-a6fa-480f7f39b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b2e600-60ba-4050-8fba-87d27326c76e,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:11.031110 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-28a49ae4-62d8-45f4-a6fa-480f7f39b5d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7654c8febdde49ae8b0d9c640dcddff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720988 Aug 12 22:50:11.033880 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42036) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:11.060536 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '845a46ef-36b9-45d1-b5c4-e39140d2b206', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'mac_address': 'fa:16:3e:a4:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:49:34Z', 'updated_at': '2021-08-12T22:50:08Z', 'revision_number': 1, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:11.105189 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2005b2-48bd-431d-8f3a-7a445efcfa26 None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '845a46ef-36b9-45d1-b5c4-e39140d2b206', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'mac_address': 'fa:16:3e:a4:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:49:34Z', 'updated_at': '2021-08-12T22:50:08Z', 'revision_number': 1, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:11.107838 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6fed2f1a-ba05-43f8-a0bf-5691c882d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.154711 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6fed2f1a-ba05-43f8-a0bf-5691c882d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.224825 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6fed2f1a-ba05-43f8-a0bf-5691c882d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.227655 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6fed2f1a-ba05-43f8-a0bf-5691c882d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.228830 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6fed2f1a-ba05-43f8-a0bf-5691c882d180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8b2e600-60ba-4050-8fba-87d27326c76e HTTP/1.1" status: 204 len: 168 time: 0.1933990 Aug 12 22:50:11.230491 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42044) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:11.252780 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed2f1a-ba05-43f8-a0bf-5691c882d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b2e600-60ba-4050-8fba-87d27326c76e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:11.446491 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1019717690-network', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:11.485916 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187c75-6333-42e7-9191-aed497373bf7 None None] New status for floating IP 845a46ef-36b9-45d1-b5c4-e39140d2b206: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:50:11.513961 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e64b-70fc-4fdd-959b-f7a39359063a req-1a71ce75-f968-43db-b174-a4b015a63527 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:11.517617 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Made reservation on behalf of 79832d4dff114864b992cdb48b9fecd7 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:11.521775 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.523418 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-00f1e64b-70fc-4fdd-959b-f7a39359063a req-1a71ce75-f968-43db-b174-a4b015a63527 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0892227 Aug 12 22:50:11.541317 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.581257 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-00f1e64b-70fc-4fdd-959b-f7a39359063a req-6419e6ac-b8d2-4275-b0e2-dcb0fa212871 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491974 Aug 12 22:50:11.724027 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.730237 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.769820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:11.795667 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d748b3-74af-4edb-bd13-ead58624bda2,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:11.846216 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42066) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:11.868959 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:11.871308 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Added segment 9fed3cdb-0041-48af-a2f9-7d01b67566e5 of type vlan for network ecbc6799-d441-4701-86bd-882f6abb360c Aug 12 22:50:11.874114 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c547483d-8d27-4f33-911f-40cc44d65bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.004263 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.028977 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c547483d-8d27-4f33-911f-40cc44d65bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.037652 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c547483d-8d27-4f33-911f-40cc44d65bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.067594 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.071158 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:12.075109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.115130 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c547483d-8d27-4f33-911f-40cc44d65bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe2aa1f4981c41838047d88fa1442dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652466 Aug 12 22:50:12.115412 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8836582 Aug 12 22:50:12.116139 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42078) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:12.118315 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42080) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:12.123845 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Request body: {'subnet': {'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1019717690-subnet', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:12.134388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547483d-8d27-4f33-911f-40cc44d65bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a7aaf-2785-43c8-9d7c-fb6ad592380c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:12.181718 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100cb78-f22f-4198-8573-4ef5719b74b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ecbc6799-d441-4701-86bd-882f6abb360c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:12.199577 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network ecbc6799-d441-4701-86bd-882f6abb360c details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:12.223668 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Made reservation on behalf of 79832d4dff114864b992cdb48b9fecd7 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:12.225943 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.445936 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fcb-f858-4833-a588-f6e6077e8180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.507162 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fcb-f858-4833-a588-f6e6077e8180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.620276 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fcb-f858-4833-a588-f6e6077e8180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.623216 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2fcb-f858-4833-a588-f6e6077e8180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.624424 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e6cc2fcb-f858-4833-a588-f6e6077e8180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c80a7aaf-2785-43c8-9d7c-fb6ad592380c HTTP/1.1" status: 204 len: 168 time: 0.5050843 Aug 12 22:50:12.644890 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc2fcb-f858-4833-a588-f6e6077e8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a7aaf-2785-43c8-9d7c-fb6ad592380c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:12.738732 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.831377 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebe9de-6d8b-4d6e-bbe4-0bd15707a640 req-e775ce24-0111-4b0d-8db0-0480671cc53a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:12.835095 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4bebe9de-6d8b-4d6e-bbe4-0bd15707a640 req-e775ce24-0111-4b0d-8db0-0480671cc53a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1325130 Aug 12 22:50:12.846045 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bf2090-3d19-4161-9a9f-3053b7c89a8d,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:12.863133 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Checking segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:12.863613 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Network hostable DHCP agents. Network: ecbc6799-d441-4701-86bd-882f6abb360c, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:12.896557 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4bebe9de-6d8b-4d6e-bbe4-0bd15707a640 req-db754b1b-f299-438d-bf53-1c41788484c6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Aug 12 22:50:12.897648 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Network ecbc6799-d441-4701-86bd-882f6abb360c is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:12.910614 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, ecbc6799-d441-4701-86bd-882f6abb360c) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:12.916153 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:12.921842 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c0b0c-f3e8-4538-867e-3d6a639c2f46 None None] Network ecbc6799-d441-4701-86bd-882f6abb360c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:12.925180 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:12.950874 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-726e1b35-1820-4f79-a831-bfeb8d222ca1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8330417 Aug 12 22:50:12.954022 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42108) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:12.960208 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:12.998932 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.000332 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.070599 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.177294 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-ecbc6799-d441-4701-86bd-882f6abb360c', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:50:13.178175 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.259478 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.510803 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42134) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:13.542788 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.580936 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.636908 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42142) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:13.664136 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Allocated IP 172.20.0.2 (ecbc6799-d441-4701-86bd-882f6abb360c/b7bf2090-3d19-4161-9a9f-3053b7c89a8d/96863bb4-f48b-42e3-9030-f5db49ea00f4) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:13.689287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-23b849a1-a121-4b6b-9b27-404b5e2b2b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.724721 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787265391-network', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:13.728959 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Allocated IP 172.27.2.13 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/4aac518d-0e4d-4e07-9851-a09e057f743a) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:13.823604 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-23b849a1-a121-4b6b-9b27-404b5e2b2b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.833478 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-23b849a1-a121-4b6b-9b27-404b5e2b2b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.838439 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.847288 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Transition to ACTIVE for port object 96863bb4-f48b-42e3-9030-f5db49ea00f4 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:13.853662 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.863976 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Transition to ACTIVE for port object 96863bb4-f48b-42e3-9030-f5db49ea00f4 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:13.869997 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.886318 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Made reservation on behalf of c62921ed35764f09a64abd1d9c53e065 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:13.888599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.894805 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-23b849a1-a121-4b6b-9b27-404b5e2b2b56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3411686dde324a4fa189f56b3333061b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821189 Aug 12 22:50:13.897559 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42146) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:13.902121 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b849a1-a121-4b6b-9b27-404b5e2b2b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386cd3bd-1aca-4a79-8fa8-32ed91ed5053,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:13.905248 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:13.908012 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Network ecbc6799-d441-4701-86bd-882f6abb360c is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:13.914014 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:13.920722 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:13.935173 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Pushing event updated for resources: {'Port': ['ID=96863bb4-f48b-42e3-9030-f5db49ea00f4,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:13.948178 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.004342 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Attempting to bind port 96863bb4-f48b-42e3-9030-f5db49ea00f4 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:14.004716 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Attempting to bind port 96863bb4-f48b-42e3-9030-f5db49ea00f4 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:14.005337 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Attempting to bind port 96863bb4-f48b-42e3-9030-f5db49ea00f4 on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:14.010884 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:14.011523 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Checking segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:14.012083 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.012489 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Bound using segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:14.013009 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Bound port: 96863bb4-f48b-42e3-9030-f5db49ea00f4, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:14.013597 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.029868 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.035148 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.046491 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:14.052461 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:14.055588 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:14.061010 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:14.076995 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48291c0a-2e87-478a-b6fb-860ef7cae44d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:14.083734 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.084241 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Added segment 3d21d6ab-3f92-4b26-a686-15b055a43051 of type vlan for network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a Aug 12 22:50:14.108601 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] For port 96863bb4-f48b-42e3-9030-f5db49ea00f4, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:14.116488 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] For port 96863bb4-f48b-42e3-9030-f5db49ea00f4, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=96863bb4-f48b-42e3-9030-f5db49ea00f4,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:14.126093 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.135260 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.158632 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Pushing event updated for resources: {'Port': ['ID=4aac518d-0e4d-4e07-9851-a09e057f743a,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:14.172443 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eb62df4e-33d5-48fb-b761-5cfb4bb9ecfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.184862 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.186715 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:14.188110 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.205667 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3858260-c64c-4016-ba72-ae71cbdaa5b3 None None] Pushing event updated for resources: {'Port': ['ID=96863bb4-f48b-42e3-9030-f5db49ea00f4,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:14.219811 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bdcaf-20e6-4534-bd89-f5ecf42b6d1a req-5498f7a9-b960-4b6d-994a-73bc88c8f355 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:14.221416 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-272bdcaf-20e6-4534-bd89-f5ecf42b6d1a req-5498f7a9-b960-4b6d-994a-73bc88c8f355 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.2246671 Aug 12 22:50:14.244452 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eb62df4e-33d5-48fb-b761-5cfb4bb9ecfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.250702 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6116586 Aug 12 22:50:14.254535 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42152) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:14.261892 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Request body: {'subnet': {'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787265391-subnet', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:14.278302 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c92e6-50f1-4ec8-aa85-34a7d5ea7d4b admin admin] Pushing event updated for resources: {'Network': ['ID=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:14.292869 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:14.307947 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Made reservation on behalf of c62921ed35764f09a64abd1d9c53e065 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:14.317091 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.400300 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-272bdcaf-20e6-4534-bd89-f5ecf42b6d1a req-b749da01-dc3d-42e3-8eec-e9cf2fe63512 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689553 Aug 12 22:50:14.470568 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eb62df4e-33d5-48fb-b761-5cfb4bb9ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.473243 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eb62df4e-33d5-48fb-b761-5cfb4bb9ecfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.474789 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-eb62df4e-33d5-48fb-b761-5cfb4bb9ecfc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/386cd3bd-1aca-4a79-8fa8-32ed91ed5053 HTTP/1.1" status: 204 len: 168 time: 0.5747478 Aug 12 22:50:14.502438 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62df4e-33d5-48fb-b761-5cfb4bb9ecfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386cd3bd-1aca-4a79-8fa8-32ed91ed5053,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:14.540860 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.584056 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.653341 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9d447e-dacb-464b-a2c7-4357fbc284ad,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:14.680520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Checking segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:14.681135 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Network hostable DHCP agents. Network: 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:14.705901 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:14.718244 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:14.723911 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:14.723911 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.746488 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54206a-239e-4e88-87ca-8e3559d326e6 None None] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:14.750197 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42164) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:14.752156 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-62bf6d8d-58c6-4fc4-8996-bcb33e2700b8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4963446 Aug 12 22:50:14.756074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:14.851364 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.852739 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.883727 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.967228 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.993038 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:50:14.995299 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.040317 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42178) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:15.071230 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-459237e8-c2cb-434f-ab77-059f4150ae2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.188005 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.237934 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Allocated IP 172.20.0.2 (8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a/3f9d447e-dacb-464b-a2c7-4357fbc284ad/f59ce2ba-c374-428f-a6ee-540075d207a5) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:15.275286 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-459237e8-c2cb-434f-ab77-059f4150ae2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.280491 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-459237e8-c2cb-434f-ab77-059f4150ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.321788 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:50:15.351702 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-459237e8-c2cb-434f-ab77-059f4150ae2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=553cf7a8e6c840a7b6ca8e21986e550e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099432 Aug 12 22:50:15.356562 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42182) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:15.362882 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459237e8-c2cb-434f-ab77-059f4150ae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2a42d2-4c09-4719-9a4d-a38c5ed71691,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:15.498274 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.502198 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce684fa-c878-4046-b78a-eed4216f6eb8 None None] Network ecbc6799-d441-4701-86bd-882f6abb360c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:15.543833 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:15.553819 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:15.570911 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:15.571850 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:15.580161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.683955 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.690333 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.690755 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6937b2dd-3275-4beb-87c5-24e94ed2ce9e None None] Provisioning for port 96863bb4-f48b-42e3-9030-f5db49ea00f4 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:15.694243 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b2a42d2-4c09-4719-9a4d-a38c5ed71691 HTTP/1.1" status: 204 len: 168 time: 0.3307641 Aug 12 22:50:15.710464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.729395 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2a42d2-4c09-4719-9a4d-a38c5ed71691,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:15.737860 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Transition to ACTIVE for port object f59ce2ba-c374-428f-a6ee-540075d207a5 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:15.754074 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.754465 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.756077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.756883 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.757241 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.758245 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.758620 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.758962 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.759298 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.761414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.762846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.763203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.763540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d5325-a935-4a10-9bc5-5c6fcec54bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:15.768184 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-105af9dc-4251-4b6a-86ad-85ac383cd46d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8122990 Aug 12 22:50:15.771325 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42194) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:15.774993 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Transition to ACTIVE for port object f59ce2ba-c374-428f-a6ee-540075d207a5 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:15.806777 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:15.884426 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:15.887620 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:15.893301 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:15.912994 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:15.917785 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Pushing event updated for resources: {'Port': ['ID=f59ce2ba-c374-428f-a6ee-540075d207a5,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:15.936572 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3ca1d-3093-4561-96ca-ce36391bf3c6 req-eceb86fd-034d-4597-9102-e737fb5c532f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:15.939498 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-17e3ca1d-3093-4561-96ca-ce36391bf3c6 req-eceb86fd-034d-4597-9102-e737fb5c532f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.3651824 Aug 12 22:50:16.009527 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Attempting to bind port f59ce2ba-c374-428f-a6ee-540075d207a5 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:16.010041 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Attempting to bind port f59ce2ba-c374-428f-a6ee-540075d207a5 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:16.010249 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Attempting to bind port f59ce2ba-c374-428f-a6ee-540075d207a5 on network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:16.033366 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:16.037142 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Checking segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:16.038328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.039010 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Bound using segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:16.040358 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Bound port: f59ce2ba-c374-428f-a6ee-540075d207a5, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:16.050348 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.206911 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 96863bb4-f48b-42e3-9030-f5db49ea00f4 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:16.248923 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] For port f59ce2ba-c374-428f-a6ee-540075d207a5, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:16.269321 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:14Z', 'revision_number': 3, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:16.288651 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] For port f59ce2ba-c374-428f-a6ee-540075d207a5, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f59ce2ba-c374-428f-a6ee-540075d207a5,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:16.305332 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.361235 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:16.361595 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Updating router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 port 4aac518d-0e4d-4e07-9851-a09e057f743a binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:16.431165 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.561916 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b6950ddd-1706-462f-9630-a32dbe0ba0cb None None] Provisioning complete for port 96863bb4-f48b-42e3-9030-f5db49ea00f4 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:16.562785 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b6950ddd-1706-462f-9630-a32dbe0ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.566172 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 96863bb4-f48b-42e3-9030-f5db49ea00f4 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:16.579406 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 96863bb4-f48b-42e3-9030-f5db49ea00f4 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:16.580073 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.582604 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-17e3ca1d-3093-4561-96ca-ce36391bf3c6 req-09ce2077-8b3b-462c-b686-7f3b3f940b69 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126502 Aug 12 22:50:16.679817 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.796732 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431771b-5dea-45ff-b2b9-93cebbeda229 None None] Pushing event updated for resources: {'Port': ['ID=f59ce2ba-c374-428f-a6ee-540075d207a5,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:16.806812 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.939381 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:16.961861 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Transition to ACTIVE for port object 4aac518d-0e4d-4e07-9851-a09e057f743a will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:16.971356 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.023079 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b6950ddd-1706-462f-9630-a32dbe0ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.039516 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.052908 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a07a8e-af58-4e2f-8173-14ceb342ab2f None None] Pushing event updated for resources: {'Port': ['ID=4aac518d-0e4d-4e07-9851-a09e057f743a,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:17.088150 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Attempting to bind port 4aac518d-0e4d-4e07-9851-a09e057f743a on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:17.089034 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Attempting to bind port 4aac518d-0e4d-4e07-9851-a09e057f743a by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:17.090073 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Attempting to bind port 4aac518d-0e4d-4e07-9851-a09e057f743a on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:17.105133 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:17.106317 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:17.106735 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.107578 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:17.108461 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b6950ddd-1706-462f-9630-a32dbe0ba0cb None None] For port 96863bb4-f48b-42e3-9030-f5db49ea00f4, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=96863bb4-f48b-42e3-9030-f5db49ea00f4,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:17.109769 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Bound port: 4aac518d-0e4d-4e07-9851-a09e057f743a, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:17.112885 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.115237 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b6950ddd-1706-462f-9630-a32dbe0ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.220780 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.db.api [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:50:17.223063 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG oslo_db.api [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:50:17.226117 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] For port 4aac518d-0e4d-4e07-9851-a09e057f743a, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:17.235281 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] For port 4aac518d-0e4d-4e07-9851-a09e057f743a, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=4aac518d-0e4d-4e07-9851-a09e057f743a,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:17.242528 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.254450 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549ea5-64a7-4b5a-812c-9f1ad4a87110 req-51fc1d7f-3f85-4038-9455-316ca8c362b8 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:17.262589 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-33549ea5-64a7-4b5a-812c-9f1ad4a87110 req-51fc1d7f-3f85-4038-9455-316ca8c362b8 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.2032161 Aug 12 22:50:17.277716 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6950ddd-1706-462f-9630-a32dbe0ba0cb None None] Pushing event updated for resources: {'Port': ['ID=96863bb4-f48b-42e3-9030-f5db49ea00f4,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:17.316289 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Allocated IP 172.27.2.241 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/02085295-4928-496a-bfc4-9cfb01693555) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:17.329353 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:17.330317 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:17.370203 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-33549ea5-64a7-4b5a-812c-9f1ad4a87110 req-5cd2f588-06a0-4c4c-b541-9e95c409a186 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065452 Aug 12 22:50:17.371050 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a07a8e-af58-4e2f-8173-14ceb342ab2f None None] Pushing event updated for resources: {'Port': ['ID=4aac518d-0e4d-4e07-9851-a09e057f743a,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:17.476953 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:17.536763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42238) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:17.544199 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.561292 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.709081 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1843882024-network', 'tenant_id': '01019dd97a3d4f85aeeb4f29c5522984'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:17.732161 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:14Z', 'revision_number': 3, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:17.760654 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.779832 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd576b2a-88d7-4ad2-aaee-0a849d8e5c57 None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:14Z', 'revision_number': 3, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:17.810693 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Made reservation on behalf of 01019dd97a3d4f85aeeb4f29c5522984 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:17.818457 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.841556 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:17.854390 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b557db-7dc4-44a1-829a-0856e6a2ec1d req-450fce12-7bb8-4ed2-99db-01e6897d7f7e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:17.863034 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:17.866424 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:17.866868 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90b557db-7dc4-44a1-829a-0856e6a2ec1d req-450fce12-7bb8-4ed2-99db-01e6897d7f7e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1516347 Aug 12 22:50:17.877949 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=02085295-4928-496a-bfc4-9cfb01693555,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:17.884209 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:17.921852 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37c65b-dc8f-4218-9b56-42cdd4c75e46 None None] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:17.931298 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90b557db-7dc4-44a1-829a-0856e6a2ec1d req-569c004d-f3c3-4a49-a7d4-a9f1b288521f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635355 Aug 12 22:50:17.995236 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.995680 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-74610d76-896f-45d3-a9ce-6b97fbb3aa14 None None] Provisioning for port f59ce2ba-c374-428f-a6ee-540075d207a5 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:17.995821 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.996143 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.996561 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.996963 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.997358 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.997750 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.998141 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.998790 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.999220 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.999615 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:17.999998 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:18.013568 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Allocated IP 172.20.0.1 (ecbc6799-d441-4701-86bd-882f6abb360c/b7bf2090-3d19-4161-9a9f-3053b7c89a8d/9b390bb4-2e36-4195-a1a5-a6e4c8d90634) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:18.079161 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f59ce2ba-c374-428f-a6ee-540075d207a5 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:18.087984 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.092602 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.122978 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:18.129905 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:18.137633 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.138043 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Added segment 11d2df18-43bf-4c31-afc7-d483df89ec8c of type vlan for network b7a4fa19-29d0-432d-b3a8-f49b7421af41 Aug 12 22:50:18.201769 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.245382 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port f59ce2ba-c374-428f-a6ee-540075d207a5 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:18.252429 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.253723 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:18.254825 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port f59ce2ba-c374-428f-a6ee-540075d207a5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:18.255114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.255239 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.323756 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7855632 Aug 12 22:50:18.326840 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42248) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:18.338869 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Request body: {'subnet': {'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1843882024-subnet', 'tenant_id': '01019dd97a3d4f85aeeb4f29c5522984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:18.346033 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.360420 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452df6d-442e-427c-8112-f4b053454c07 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a4fa19-29d0-432d-b3a8-f49b7421af41,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:18.374503 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network b7a4fa19-29d0-432d-b3a8-f49b7421af41 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:18.374831 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Transition to ACTIVE for port object 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:18.377767 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.398674 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Made reservation on behalf of 01019dd97a3d4f85aeeb4f29c5522984 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:18.401574 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.466172 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.586897 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port f59ce2ba-c374-428f-a6ee-540075d207a5, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f59ce2ba-c374-428f-a6ee-540075d207a5,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:18.587114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009710-0769-479c-8d4e-8ba362cee1f8 req-48f024ab-1d72-4127-a6f3-03d264234095 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:18.596512 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc009710-0769-479c-8d4e-8ba362cee1f8 req-48f024ab-1d72-4127-a6f3-03d264234095 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.0925963 Aug 12 22:50:18.598199 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.599340 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 96863bb4-f48b-42e3-9030-f5db49ea00f4 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:18.643473 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.697967 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc009710-0769-479c-8d4e-8ba362cee1f8 req-1d0e0506-a074-4ff8-8733-9cb12fbb203f tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004601 Aug 12 22:50:18.739731 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Network ecbc6799-d441-4701-86bd-882f6abb360c is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:18.749962 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:18.762834 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:18.766057 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.774987 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 96863bb4-f48b-42e3-9030-f5db49ea00f4 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:18.775423 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.800709 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.879008 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Checking segment: {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:18.879577 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Network hostable DHCP agents. Network: b7a4fa19-29d0-432d-b3a8-f49b7421af41, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:18.896385 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc47a7a2-9f29-4108-bbaf-fa0557b40019,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:18.920831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Network b7a4fa19-29d0-432d-b3a8-f49b7421af41 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:18.924359 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-19fe51df-72dc-4bf3-8566-2dda2709fe29 None None] Provisioning complete for port f59ce2ba-c374-428f-a6ee-540075d207a5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:18.927558 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-19fe51df-72dc-4bf3-8566-2dda2709fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.939057 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, b7a4fa19-29d0-432d-b3a8-f49b7421af41) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:18.946137 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:18.947374 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:18.998012 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2519f4b1-7145-4e2d-9677-01c4936f0ca1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6690619 Aug 12 22:50:19.021206 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=f59ce2ba-c374-428f-a6ee-540075d207a5,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:19.023834 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255a4e6-ad1d-4642-a4cf-e452f98da18b None None] Network b7a4fa19-29d0-432d-b3a8-f49b7421af41 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:19.121112 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:19.230731 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:19.245846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:19.255857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779bf87-840b-4810-a8f9-55af2d4b2050 req-09bf2b61-de31-4149-95e6-85e31852d5a3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:19.257756 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3779bf87-840b-4810-a8f9-55af2d4b2050 req-09bf2b61-de31-4149-95e6-85e31852d5a3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1731608 Aug 12 22:50:19.265363 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.266080 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.266080 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.266419 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.266810 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.267071 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.267404 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.267738 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.268065 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.268391 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.268720 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.269044 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:19.414225 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98584bd2-0454-4bb2-b5bc-6870c618b1cd None None] Network b7a4fa19-29d0-432d-b3a8-f49b7421af41 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:19.581620 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-be6f4113-1224-4cae-9ede-afadfe9aa237 None None] Provisioning for port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:19.586864 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-be6f4113-1224-4cae-9ede-afadfe9aa237 None None] Provisioning complete for port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:19.587265 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-be6f4113-1224-4cae-9ede-afadfe9aa237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:19.648549 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-be6f4113-1224-4cae-9ede-afadfe9aa237 None None] Port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:19.713955 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3779bf87-840b-4810-a8f9-55af2d4b2050 req-0a999434-1d37-4e75-b0fe-ecc38301e030 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444780 Aug 12 22:50:19.787940 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-a1661e5f-f060-46fc-ae54-676087640d84 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:19.789460 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-a1661e5f-f060-46fc-ae54-676087640d84 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.42 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.4428661 Aug 12 22:50:19.820282 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6787e9f-dbee-41d4-b8f9-b1279d98d4f5 req-87e50d43-0039-4e2e-93df-d0f39da07e3e tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:19.822760 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b6787e9f-dbee-41d4-b8f9-b1279d98d4f5 req-87e50d43-0039-4e2e-93df-d0f39da07e3e tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 945 time: 0.0524373 Aug 12 22:50:19.879993 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b6787e9f-dbee-41d4-b8f9-b1279d98d4f5 req-5dae4bee-16cf-46f7-bc29-d25401729586 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/security-groups?id=6524871e-44fd-4953-96d8-d3de4fbf5e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Aug 12 22:50:19.969177 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f59ce2ba-c374-428f-a6ee-540075d207a5 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:19.988794 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Router 06af3442-cfac-48e4-88e0-3fe55f69fb5f is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:50:20.021850 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port f59ce2ba-c374-428f-a6ee-540075d207a5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:20.022219 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.035133 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.072734 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.073449 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.084107 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Deleting port 981e9854-56c7-4c8c-be49-6735a50e38f1 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:50:20.084504 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.116163 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 4aac518d-0e4d-4e07-9851-a09e057f743a up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:20.171106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 4aac518d-0e4d-4e07-9851-a09e057f743a completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:20.175335 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 4aac518d-0e4d-4e07-9851-a09e057f743a triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:20.175897 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.276555 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:20.278878 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.301765 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 4aac518d-0e4d-4e07-9851-a09e057f743a, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=4aac518d-0e4d-4e07-9851-a09e057f743a,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:20.309366 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.342480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:20.345126 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] For port 981e9854-56c7-4c8c-be49-6735a50e38f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=981e9854-56c7-4c8c-be49-6735a50e38f1,segment=NetworkSegment(5b18ea43-7aef-4d8c-9531-e21524e3d2a2),segment_id=5b18ea43-7aef-4d8c-9531-e21524e3d2a2)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:20.345492 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.360705 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Sync routers for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:20.369500 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Calling delete_port for 981e9854-56c7-4c8c-be49-6735a50e38f1 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:50:20.371671 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=4aac518d-0e4d-4e07-9851-a09e057f743a,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:20.377667 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:20.378559 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:20.396490 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Network ecbc6799-d441-4701-86bd-882f6abb360c is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:20.402209 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:20.426485 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.430618 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42298) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:20.430888 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f53d780a-74db-4097-8299-e1478b043ba0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6795154 Aug 12 22:50:20.514232 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:20.618560 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:50:20.747331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:18Z', 'revision_number': 3, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:20.758552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.801558 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Checking router: 06af3442-cfac-48e4-88e0-3fe55f69fb5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:20.801915 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Updating router 06af3442-cfac-48e4-88e0-3fe55f69fb5f port 02085295-4928-496a-bfc4-9cfb01693555 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:20.818425 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Pushing event deleted for resources: {'Port': ['ID=981e9854-56c7-4c8c-be49-6735a50e38f1,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:20.823716 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['981e9854-56c7-4c8c-be49-6735a50e38f1'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:50:20.888819 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-f72262b7-1911-48c0-8994-ef2ccf31129b None None] Provisioning complete for port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:20.889646 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f72262b7-1911-48c0-8994-ef2ccf31129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.918230 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:20.932544 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f72262b7-1911-48c0-8994-ef2ccf31129b None None] Port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:20.934134 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:20.995888 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27286e3d-3e95-4aa7-893c-2e85308a3365 req-a34acf01-218e-4a70-ac68-18ed0f0d1c42 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:20.998036 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-27286e3d-3e95-4aa7-893c-2e85308a3365 req-a34acf01-218e-4a70-ac68-18ed0f0d1c42 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0865781 Aug 12 22:50:21.042095 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b9ac4602-adc7-4e51-92b2-a9e94e7fe6d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2619419 Aug 12 22:50:21.048362 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:21.058982 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:21.059598 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:21.061258 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] No DVR routers for this DVR port 981e9854-56c7-4c8c-be49-6735a50e38f1 on host hv-cinder-80374 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:50:21.067345 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.068839 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb0261f-3739-4e91-8e28-2f05644e721a req-e758a00d-8467-4017-9ae2-3df96524cee2 tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.42 "DELETE /v2.0/ports/981e9854-56c7-4c8c-be49-6735a50e38f1 HTTP/1.1" status: 204 len: 173 time: 1.2558103 Aug 12 22:50:21.069214 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16032853-fce9-44c8-909d-971e49ba40ca', 'name': 'network-vif-deleted', 'tag': '981e9854-56c7-4c8c-be49-6735a50e38f1'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:21.071484 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dbbd31-9398-4041-bdc4-4b8a48c7b4fa" -d '{"events": [{"server_uuid": "16032853-fce9-44c8-909d-971e49ba40ca", "name": "network-vif-deleted", "tag": "981e9854-56c7-4c8c-be49-6735a50e38f1"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:21.123431 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-27286e3d-3e95-4aa7-893c-2e85308a3365 req-51cbefdf-c2d8-4079-99ad-5460165b5590 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149018 Aug 12 22:50:21.133457 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.176283 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-28b9428f-2b43-471c-83bc-46706e37a9da tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:21.184128 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-28b9428f-2b43-471c-83bc-46706e37a9da tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/networks?id=b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 200 len: 809 time: 0.2531788 Aug 12 22:50:21.203206 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d0473468-9b8b-4b48-827a-1151a48661fe tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/quotas/01019dd97a3d4f85aeeb4f29c5522984 HTTP/1.1" status: 200 len: 375 time: 0.0172341 Aug 12 22:50:21.240977 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-02d3ea71-1b8d-4d08-9dd9-3a35e90d5684 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361674 Aug 12 22:50:21.314879 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d6cfb1f-23b7-47c5-b4b1-b4cf36f64948 req-b430e0e6-fb84-456a-a8e2-4b99def2165e tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.0533438 Aug 12 22:50:21.364383 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.370624 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854767f-087f-47a5-bb31-4f8cf9d30510 x-openstack-request-id: req-5854767f-087f-47a5-bb31-4f8cf9d30510 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:21.371218 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16032853-fce9-44c8-909d-971e49ba40ca", "name": "network-vif-deleted", "tag": "981e9854-56c7-4c8c-be49-6735a50e38f1", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:21.371477 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5854767f-087f-47a5-bb31-4f8cf9d30510 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:21.371877 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16032853-fce9-44c8-909d-971e49ba40ca', 'name': 'network-vif-deleted', 'tag': '981e9854-56c7-4c8c-be49-6735a50e38f1', 'status': 'completed', 'code': 200} Aug 12 22:50:21.377244 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Transition to ACTIVE for port object 02085295-4928-496a-bfc4-9cfb01693555 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:21.385436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.387359 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-c9f923f4-42bc-4d0f-a3c4-28b3be7b22ea service neutron] 10.222.0.49 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451495 Aug 12 22:50:21.432818 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3366c-edf6-4e2c-8db1-01314c46d3a6 None None] Pushing event updated for resources: {'Port': ['ID=02085295-4928-496a-bfc4-9cfb01693555,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:21.445559 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:21.455994 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Attempting to bind port 02085295-4928-496a-bfc4-9cfb01693555 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:21.456370 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Attempting to bind port 02085295-4928-496a-bfc4-9cfb01693555 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:21.456736 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Attempting to bind port 02085295-4928-496a-bfc4-9cfb01693555 on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:21.462398 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:21.462775 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:21.463181 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.463576 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:21.464080 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Bound port: 02085295-4928-496a-bfc4-9cfb01693555, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:21.464520 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.465516 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Allocated IP 172.20.0.1 (8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a/3f9d447e-dacb-464b-a2c7-4357fbc284ad/0f140a4f-7770-49eb-9515-53d3b8d63279) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:21.570976 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] For port 02085295-4928-496a-bfc4-9cfb01693555, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:21.578641 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] For port 02085295-4928-496a-bfc4-9cfb01693555, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=02085295-4928-496a-bfc4-9cfb01693555,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:21.587118 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.599983 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-1eb90ab9-6761-4aad-8c5a-5d73192b1d4d service neutron] 10.222.0.49 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046337 Aug 12 22:50:21.662146 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.692797 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Transition to ACTIVE for port object 0f140a4f-7770-49eb-9515-53d3b8d63279 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:21.699193 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3366c-edf6-4e2c-8db1-01314c46d3a6 None None] Pushing event updated for resources: {'Port': ['ID=02085295-4928-496a-bfc4-9cfb01693555,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:21.714124 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:21.716502 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:21.791036 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:21.847904 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:21.871216 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:21.943432 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 2, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:21.956162 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:21.993652 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:21.994129 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.007923 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:22.008412 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Updating router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:22.018759 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0017c97-f2e3-4f8d-a701-08d85dc5baaa req-32197cad-1899-445a-a307-74d08f9ee9af tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 210 time: 0.1433830 Aug 12 22:50:22.054001 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 4aac518d-0e4d-4e07-9851-a09e057f743a up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:22.068975 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42356) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:22.079177 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.153099 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Pushing event updated for resources: {'Port': ['ID=0f140a4f-7770-49eb-9515-53d3b8d63279,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:22.200341 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42366) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:22.216299 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1165418316-network', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:22.334818 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Made reservation on behalf of c401c6d4a38c4dbaaf3f6068c075c2c2 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:22.340566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.354864 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.387724 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 4aac518d-0e4d-4e07-9851-a09e057f743a triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:22.388828 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.416946 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d13b-3b6b-4d39-afd9-dda3feb68579 req-5c782879-012f-47dd-b329-d87b8f8ffc06 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:22.436866 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-d2c7f573-e7f6-4e3a-b5a3-12e00a83d1a0 None None] Provisioning for port 0f140a4f-7770-49eb-9515-53d3b8d63279 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:22.445071 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-28b6d13b-3b6b-4d39-afd9-dda3feb68579 req-5c782879-012f-47dd-b329-d87b8f8ffc06 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1546152 Aug 12 22:50:22.455190 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-d2c7f573-e7f6-4e3a-b5a3-12e00a83d1a0 None None] Provisioning complete for port 0f140a4f-7770-49eb-9515-53d3b8d63279 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:22.456394 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d2c7f573-e7f6-4e3a-b5a3-12e00a83d1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.537987 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-48ea817f-8388-4dcf-a5d8-79635f726aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.538718 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7f573-e7f6-4e3a-b5a3-12e00a83d1a0 None None] Port 0f140a4f-7770-49eb-9515-53d3b8d63279 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:22.549242 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:18Z', 'revision_number': 3, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:22.580556 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8348c-f225-469c-a173-0a5b26967a7b None None] The sync data for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi is: [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:18Z', 'revision_number': 3, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:22.620331 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.679049 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-28b6d13b-3b6b-4d39-afd9-dda3feb68579 req-9ebd8d01-0af4-4a8d-a52d-7a8e0ecb8aa4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325318 Aug 12 22:50:22.759645 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-346eacca-c5f0-4939-8cec-151be5f2d865 req-b65e5e25-d758-41fa-85ac-32dbdf1380ed tempest-DeleteServersTestJSON-959751309 tempest-DeleteServersTestJSON-959751309-project] 10.222.0.49 "GET /v2.0/ports?device_id=16032853-fce9-44c8-909d-971e49ba40ca HTTP/1.1" status: 200 len: 210 time: 0.1299558 Aug 12 22:50:22.849252 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.853860 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.856647 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.868282 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Transition to ACTIVE for port object 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:22.870834 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:22.879171 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.879398 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.888374 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:22.889268 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.015272 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-48ea817f-8388-4dcf-a5d8-79635f726aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.020955 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 981e9854-56c7-4c8c-be49-6735a50e38f1 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:50:23.054547 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Pushing event updated for resources: {'Port': ['ID=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:23.055924 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Pushing event updated for resources: {'Port': ['ID=0f140a4f-7770-49eb-9515-53d3b8d63279,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:23.058183 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.058697 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Added segment 509576b7-f913-4caf-b61b-8f83ef313ab7 of type vlan for network 11d653d4-1a64-49ad-b1c9-a47688119d0c Aug 12 22:50:23.059998 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc2ee48-39a6-4440-9ff7-cbf6de29633d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:23.126316 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-48ea817f-8388-4dcf-a5d8-79635f726aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.150054 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 981e9854-56c7-4c8c-be49-6735a50e38f1 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:50:23.150837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 981e9854-56c7-4c8c-be49-6735a50e38f1 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:50:23.151613 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.153515 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.158367 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.158876 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.159306 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.159564 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.159904 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.160242 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.160578 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.160913 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.161244 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.161573 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:50:23.197010 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-48ea817f-8388-4dcf-a5d8-79635f726aee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fef1f371bb041e48c0c6d0ea5616f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1241744 Aug 12 22:50:23.197552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42380) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:23.205327 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Attempting to bind port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:23.206053 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Attempting to bind port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:23.208300 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Attempting to bind port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:23.216724 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:23.220727 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:23.221868 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:23.225565 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Checking segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:23.226974 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.227610 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Bound using segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:23.228481 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Bound port: 9b390bb4-2e36-4195-a1a5-a6e4c8d90634, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:23.229205 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.366404 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-afa3fef9-c78b-4c27-88dd-f8cd28cb5d14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5834227 Aug 12 22:50:23.404821 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] For port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:23.409191 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] For port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:23.417916 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.482348 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.515706 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:23.516440 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:23.536224 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-62e1a381-dd24-4c8c-bab3-992db6644c18 req-f4673c72-2714-491c-b82b-7c70c700c809 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 210 time: 0.1865695 Aug 12 22:50:23.549938 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.551539 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:23.553052 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.636529 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea817f-8388-4dcf-a5d8-79635f726aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a664e-1fea-4a72-a755-f382d6ca4dd7,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:23.692015 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4902449 Aug 12 22:50:23.706763 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42394) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:23.708864 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7bf2b4db-67ef-4124-8e0b-663a729fa1f0 None None] Provisioning complete for port 0f140a4f-7770-49eb-9515-53d3b8d63279 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:23.722837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7bf2b4db-67ef-4124-8e0b-663a729fa1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.747109 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Request body: {'subnet': {'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1165418316-subnet', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:23.755459 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde5132-bbd0-4fcf-b233-f0f8b103c1f7 None None] Pushing event updated for resources: {'Port': ['ID=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:23.779683 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:23.792886 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-e45a3c7c-b09b-4cfb-9d3a-de124519b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:23.795646 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-e45a3c7c-b09b-4cfb-9d3a-de124519b87d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 1098 time: 0.2558444 Aug 12 22:50:23.798493 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db293e-39a8-44c4-8c6f-607aaf1aa146 admin admin] Pushing event updated for resources: {'Network': ['ID=11d653d4-1a64-49ad-b1c9-a47688119d0c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:23.800368 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e1dca537-3c14-41bc-bee0-ec9a20153bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.803130 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Router 06af3442-cfac-48e4-88e0-3fe55f69fb5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:50:23.852195 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Made reservation on behalf of c401c6d4a38c4dbaaf3f6068c075c2c2 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:23.853580 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:23.857507 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:23.948004 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e1dca537-3c14-41bc-bee0-ec9a20153bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.185702 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 02085295-4928-496a-bfc4-9cfb01693555 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:24.193093 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-94a2db9c-b276-408d-b01f-d26304952b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.233080 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2b4db-67ef-4124-8e0b-663a729fa1f0 None None] Port 0f140a4f-7770-49eb-9515-53d3b8d63279 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:24.255412 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:23Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:24.274729 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 02085295-4928-496a-bfc4-9cfb01693555 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:24.294551 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 02085295-4928-496a-bfc4-9cfb01693555 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:24.295048 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.321982 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-bd919166-3881-40bf-a3d9-bdb91a6890fd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:24.330670 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-bd919166-3881-40bf-a3d9-bdb91a6890fd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.5252230 Aug 12 22:50:24.336232 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279fdcdd-b7bf-4286-a29f-eba5cebc260c None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:23Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:24.339683 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1888f0-14fd-48a4-afae-b0a1c5e9028b req-9bc1e695-c29c-42c0-98a0-5ca38b6a474d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:24.342480 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff1888f0-14fd-48a4-afae-b0a1c5e9028b req-9bc1e695-c29c-42c0-98a0-5ca38b6a474d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.3985102 Aug 12 22:50:24.357275 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-f143bddb-c99b-474f-b8da-4e859d63161c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/quotas/5b04dff3a71e480991f7eb7fca608f59 HTTP/1.1" status: 200 len: 375 time: 0.0220506 Aug 12 22:50:24.363780 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e1dca537-3c14-41bc-bee0-ec9a20153bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.372386 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e1dca537-3c14-41bc-bee0-ec9a20153bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.373738 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e1dca537-3c14-41bc-bee0-ec9a20153bfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/958a664e-1fea-4a72-a755-f382d6ca4dd7 HTTP/1.1" status: 204 len: 168 time: 1.1731014 Aug 12 22:50:24.388431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-f2904aeb-a1be-4d7a-be5a-03a00f7cd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:24.392448 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-f2904aeb-a1be-4d7a-be5a-03a00f7cd203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 916 time: 0.4451318 Aug 12 22:50:24.442842 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-5e7cbc7b-f8c0-4582-bb95-de6ee98d6dda tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:24.445419 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-5e7cbc7b-f8c0-4582-bb95-de6ee98d6dda tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "GET /v2.0/networks?id=b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 200 len: 809 time: 0.4272718 Aug 12 22:50:24.446683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:24.453549 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.456395 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-049fbae4-b96c-4e43-ba7e-e02658f2df33 admin admin] 10.222.0.49 "PUT /v2.0/routers/06af3442-cfac-48e4-88e0-3fe55f69fb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0247238 Aug 12 22:50:24.470708 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca537-3c14-41bc-bee0-ec9a20153bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a664e-1fea-4a72-a755-f382d6ca4dd7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:24.474385 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.482386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Request body: {'port': {'device_id': '52323394-a84b-4da7-98a4-87e55fdacde2', 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41', 'admin_state_up': True, 'tenant_id': '01019dd97a3d4f85aeeb4f29c5522984'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:24.520285 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 02085295-4928-496a-bfc4-9cfb01693555, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=02085295-4928-496a-bfc4-9cfb01693555,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:24.527948 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.587390 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-2e1470de-b5a4-4625-9ad1-5b67641a0453 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29975f40-7f80-480b-9e4b-661d546427bc HTTP/1.1" status: 200 len: 217 time: 0.1613765 Aug 12 22:50:24.600807 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-bb5d11fb-7816-4a10-8a43-a7c8190be9be tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2423198 Aug 12 22:50:24.625743 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=02085295-4928-496a-bfc4-9cfb01693555,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:24.747722 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff1888f0-14fd-48a4-afae-b0a1c5e9028b req-c7e9c1ce-88a0-42a3-a6d1-a916b6c8bc56 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714790 Aug 12 22:50:24.792554 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-a3f0591f-8dcf-4c1b-8afb-2bfa30038b53 service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907585 Aug 12 22:50:24.807736 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Made reservation on behalf of 01019dd97a3d4f85aeeb4f29c5522984 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:24.817234 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:24.818141 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48287b8d-8d59-406e-867c-26b75ce71ac4,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:24.842390 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-d5913130-0da7-412f-91dc-1446dce9d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:24.845358 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-d5913130-0da7-412f-91dc-1446dce9d3ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.2417173 Aug 12 22:50:24.983001 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Checking segment: {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:24.983916 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Network hostable DHCP agents. Network: 11d653d4-1a64-49ad-b1c9-a47688119d0c, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:24.985924 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42424) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:24.989491 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-ad4f0b2a-dd9e-47e1-941f-a0ff71808464 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840366 Aug 12 22:50:25.104986 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Allocated IP 172.20.0.3 (b7a4fa19-29d0-432d-b3a8-f49b7421af41/dc47a7a2-9f29-4108-bbaf-fa0557b40019/d3115ea3-d61c-4072-ba5f-3aa98bdd95cd) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:25.188214 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-793fa9b0-b4f9-49e7-96df-69a52edd0aff service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947670 Aug 12 22:50:25.317562 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.369193 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9805f495-22d9-4e0f-b43c-0588c150eb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.435253 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.442799 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-82bbf210-1a92-41e8-b744-411ccb27a226 req-c65eb65c-a546-4dcb-a0b5-90f9f763b506 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 210 time: 0.1014078 Aug 12 22:50:25.466114 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:25.520798 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.543779 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 11d653d4-1a64-49ad-b1c9-a47688119d0c) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:25.557675 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446825c-f592-458d-bb91-8e73f72725a8 None None] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:25.584033 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:25.585450 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.591283 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Pushing event updated for resources: {'Port': ['ID=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:25.629100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Network b7a4fa19-29d0-432d-b3a8-f49b7421af41 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:25.630415 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42446) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:25.641516 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-378537451-network', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:25.647068 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:25.654629 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:25.656420 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-79a7cb26-e3fb-4234-84b6-04632b0050c4 req-2bbb06e6-d771-409d-a48a-b6f477dad47e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 210 time: 0.1175656 Aug 12 22:50:25.668483 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Sync routers for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:25.679287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:25.681153 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.700510 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:25.701168 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:49:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:25.724597 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-5db3a74c-bdba-4d56-9d8f-caf4d5415fdf service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230916 Aug 12 22:50:25.856626 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9805f495-22d9-4e0f-b43c-0588c150eb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.887374 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb44289-8365-4d4d-8e6c-41b29a1b215e req-76dd217b-02b5-4117-9ea9-b321781eec9f service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514421 Aug 12 22:50:25.888846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9805f495-22d9-4e0f-b43c-0588c150eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.891351 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-d2851a70-0ff4-44f7-9099-04c278c933a2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4133556 Aug 12 22:50:25.895137 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Made reservation on behalf of bc1f0a03c808409ea94f35a7d06d9b48 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:25.901006 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:25.921939 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e5f074dc-1f91-4b3f-89ce-3ac12d5af4d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1872666 Aug 12 22:50:25.933744 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42456) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:25.957516 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:26.015750 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.027587 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:26.036572 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Request body: {'port': {'device_id': '52323394-a84b-4da7-98a4-87e55fdacde2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:26.050580 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:50:26.059894 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9805f495-22d9-4e0f-b43c-0588c150eb51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=423d2777c59449c281aaf2b7ff5141be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704603 Aug 12 22:50:26.065093 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.079757 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.094836 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42462) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:26.119927 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 02085295-4928-496a-bfc4-9cfb01693555 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:26.161323 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f495-22d9-4e0f-b43c-0588c150eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06988078-1324-4a50-aee6-5bd4383880de,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:26.169866 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-11d653d4-1a64-49ad-b1c9-a47688119d0c', 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'fixed_ips': [{'subnet_id': '48287b8d-8d59-406e-867c-26b75ce71ac4'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:50:26.171371 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.245638 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f952d-387d-41cc-8f97-e4030b3bf826 req-a3c1432c-11aa-4d4b-a029-9bb0be0d9717 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:26.247305 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f35f952d-387d-41cc-8f97-e4030b3bf826 req-a3c1432c-11aa-4d4b-a029-9bb0be0d9717 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.2990623 Aug 12 22:50:26.261161 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cd97-9a44-487b-a3ca-5b02f9301efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.273291 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.361111 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.370979 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cd97-9a44-487b-a3ca-5b02f9301efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.372646 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f35f952d-387d-41cc-8f97-e4030b3bf826 req-dcdde8dd-2a6a-45e6-99bd-05bd96878790 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996878 Aug 12 22:50:26.406037 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 02085295-4928-496a-bfc4-9cfb01693555 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:26.406674 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.528844 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a8287840-9f87-47bb-8e3a-09f850e35073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.544652 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.566312 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Allocated IP 172.20.0.2 (11d653d4-1a64-49ad-b1c9-a47688119d0c/48287b8d-8d59-406e-867c-26b75ce71ac4/498b4231-bc18-41cf-afb0-105b03baaf85) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:26.568022 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.597157 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.647300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:26.658871 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.659210 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Added segment d7c6125d-0a70-4922-9f4c-633e83375698 of type vlan for network 96cc83e6-46e8-48fa-83cf-3bd313549e4e Aug 12 22:50:26.675036 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.690877 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27445980-13db-4ee9-b94f-c7be735a70f5 req-f81d4ce1-6389-4731-8bf5-03a04de0b63e tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:26.698586 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27445980-13db-4ee9-b94f-c7be735a70f5 req-f81d4ce1-6389-4731-8bf5-03a04de0b63e tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 931 time: 0.1412616 Aug 12 22:50:26.711284 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.736246 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cd97-9a44-487b-a3ca-5b02f9301efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.738867 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cd97-9a44-487b-a3ca-5b02f9301efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.754623 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8cb0cd97-9a44-487b-a3ca-5b02f9301efd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06988078-1324-4a50-aee6-5bd4383880de HTTP/1.1" status: 204 len: 168 time: 0.6386755 Aug 12 22:50:26.759449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.759449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:26.760049 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.787738 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0cd97-9a44-487b-a3ca-5b02f9301efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06988078-1324-4a50-aee6-5bd4383880de,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:26.812753 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27445980-13db-4ee9-b94f-c7be735a70f5 req-67c8e700-1b87-4384-beb0-4cf1f851a84d tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083319 Aug 12 22:50:26.860642 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Pushing event updated for resources: {'Network': ['ID=96cc83e6-46e8-48fa-83cf-3bd313549e4e,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:26.864196 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-31dc19f9-9866-4aaa-877f-a159f30613a3 req-9b3b3308-b2a0-4591-8c3d-8400713759bc tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 210 time: 0.1200774 Aug 12 22:50:26.875393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:26.879455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c0d21d-5cc8-47ba-9887-78365935c544,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:26.902280 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-bfbe7391-4f62-487e-835a-94b1d75405d8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2613041 Aug 12 22:50:26.902280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42474) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:26.902962 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Request body: {'subnet': {'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-378537451-subnet', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:26.960100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Made reservation on behalf of bc1f0a03c808409ea94f35a7d06d9b48 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:26.962464 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.003101 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 2, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:27.009964 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42478) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:27.035594 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:27.057714 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Checking router: 06af3442-cfac-48e4-88e0-3fe55f69fb5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:27.057969 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Updating router 06af3442-cfac-48e4-88e0-3fe55f69fb5f port 0f140a4f-7770-49eb-9515-53d3b8d63279 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:27.115148 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.124797 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.151476 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.175250 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3115ea3-d61c-4072-ba5f-3aa98bdd95cd {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:50:27.212004 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.230785 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Deleting subnet 630503d6-51d9-4ee2-b24d-ce4a5c16b6d4 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:50:27.239054 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.277862 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42484) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:27.280744 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Transition to ACTIVE for port object d3115ea3-d61c-4072-ba5f-3aa98bdd95cd will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:27.296510 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.318714 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dcea4a2e-2f44-47c2-9dd4-3456717a5632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.323922 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.368386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.369819 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.434327 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Transition to ACTIVE for port object 498b4231-bc18-41cf-afb0-105b03baaf85 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:27.447349 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-2a790d68-69b7-4cf1-8266-312525206901 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:27.448863 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-2a790d68-69b7-4cf1-8266-312525206901 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.2946885 Aug 12 22:50:27.467005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Pushing event updated for resources: {'Port': ['ID=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:27.468519 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:27.474679 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Transition to ACTIVE for port object 498b4231-bc18-41cf-afb0-105b03baaf85 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:27.481896 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:27.482623 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.508672 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.513525 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Allocated IP 172.27.2.57 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/829c6a06-7eb1-40d7-9b33-9b5104f6424d) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:27.520868 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Request body: {'port': {'device_id': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'admin_state_up': True, 'tenant_id': '5b04dff3a71e480991f7eb7fca608f59'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:27.614854 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:27.637187 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:27.649169 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:27.652004 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Pushing event updated for resources: {'Port': ['ID=498b4231-bc18-41cf-afb0-105b03baaf85,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:27.682483 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.737018 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.783067 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.825483 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:27.831615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Attempting to bind port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:27.832178 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:27.832287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Attempting to bind port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:27.832287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Attempting to bind port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd on network b7a4fa19-29d0-432d-b3a8-f49b7421af41 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:27.834822 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.835114 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:27.885606 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.893951 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dcf616-0f1d-4e88-aa81-dcf527e829e8,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:27.900048 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd on network b7a4fa19-29d0-432d-b3a8-f49b7421af41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:50:27.900452 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Attempting to bind port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd on network b7a4fa19-29d0-432d-b3a8-f49b7421af41 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:27.918083 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:27.918490 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Checking segment: {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:27.918841 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Bound using segment: {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:27.919365 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Bound port: d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:27.919913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.920355 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Attempting to bind port 498b4231-bc18-41cf-afb0-105b03baaf85 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:27.920853 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Attempting to bind port 498b4231-bc18-41cf-afb0-105b03baaf85 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:27.921252 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Attempting to bind port 498b4231-bc18-41cf-afb0-105b03baaf85 on network 11d653d4-1a64-49ad-b1c9-a47688119d0c {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:27.924429 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.945274 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:27.945673 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Checking segment: {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:27.946333 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.946529 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Bound using segment: {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:27.947014 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Bound port: 498b4231-bc18-41cf-afb0-105b03baaf85, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:27.947550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.951286 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Transition to ACTIVE for port object 0f140a4f-7770-49eb-9515-53d3b8d63279 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:27.959155 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.966645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630503d6-51d9-4ee2-b24d-ce4a5c16b6d4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:27.969043 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.976020 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-51828213-d0aa-4094-a3a7-56413d9bb1d0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/630503d6-51d9-4ee2-b24d-ce4a5c16b6d4 HTTP/1.1" status: 204 len: 168 time: 0.9107471 Aug 12 22:50:27.977074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42500) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:27.982829 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.030269 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27f89b-12ed-4edf-a8a3-5db3dd503708 req-2ac016ca-d2d7-45e1-816f-e685cf23527d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:28.031955 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fe27f89b-12ed-4edf-a8a3-5db3dd503708 req-2ac016ca-d2d7-45e1-816f-e685cf23527d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.4609642 Aug 12 22:50:28.043008 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Pushing event updated for resources: {'Port': ['ID=829c6a06-7eb1-40d7-9b33-9b5104f6424d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:28.081013 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Checking segment: {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:28.081368 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Network hostable DHCP agents. Network: 96cc83e6-46e8-48fa-83cf-3bd313549e4e, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:28.082164 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:28.103443 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.112820 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf1f7-e7ab-4557-a56a-eb8ade7bbfea None None] Pushing event updated for resources: {'Port': ['ID=0f140a4f-7770-49eb-9515-53d3b8d63279,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:28.119185 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dcea4a2e-2f44-47c2-9dd4-3456717a5632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.124924 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] For port 498b4231-bc18-41cf-afb0-105b03baaf85, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:28.134190 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] For port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:28.138955 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dcea4a2e-2f44-47c2-9dd4-3456717a5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.161491 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fe27f89b-12ed-4edf-a8a3-5db3dd503708 req-6c932a39-086f-4147-80d3-66987a1d94b6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208055 Aug 12 22:50:28.175837 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:28.179008 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] For port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:28.200738 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.209171 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-dcea4a2e-2f44-47c2-9dd4-3456717a5632 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f456632a97214d53ae3d3c46f84a11e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272516 Aug 12 22:50:28.214553 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42502) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:28.219366 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 96cc83e6-46e8-48fa-83cf-3bd313549e4e) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:28.221022 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea4a2e-2f44-47c2-9dd4-3456717a5632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1865565-fbd2-45ec-8751-6d7bef414082,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:28.240498 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] For port 498b4231-bc18-41cf-afb0-105b03baaf85, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=498b4231-bc18-41cf-afb0-105b03baaf85,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:28.259572 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:28.263154 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.264862 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210976d-7e93-4519-93c2-60169482fb84 None None] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:28.283392 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.284002 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:28.284614 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.286000 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-56789740-ec52-462e-84eb-40c3d053355f service neutron] 10.222.0.42 "PUT /v2.0/ports/d3115ea3-d61c-4072-ba5f-3aa98bdd95cd HTTP/1.1" status: 200 len: 1093 time: 2.2753944 Aug 12 22:50:28.286447 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52323394-a84b-4da7-98a4-87e55fdacde2', 'tag': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:28.288655 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850" -d '{"events": [{"name": "network-changed", "server_uuid": "52323394-a84b-4da7-98a4-87e55fdacde2", "tag": "d3115ea3-d61c-4072-ba5f-3aa98bdd95cd"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:28.298714 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72af49-ac01-420c-b70a-059a321ec1aa req-a1be4a86-f4c6-4f83-b015-3c9de28a6370 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:28.306065 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8c72af49-ac01-420c-b70a-059a321ec1aa req-a1be4a86-f4c6-4f83-b015-3c9de28a6370 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 943 time: 0.3395314 Aug 12 22:50:28.332482 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:28.346717 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Made reservation on behalf of 5b04dff3a71e480991f7eb7fca608f59 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:28.348365 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b516944a-ae8f-48bd-9c8d-fc3800c2ec9e req-6dd129bd-4f3a-4b65-ba8d-0de60621fa0a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 210 time: 0.0460837 Aug 12 22:50:28.350259 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.379566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42508) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:28.379785 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e4f32b89-bf47-469c-903f-f5c9f7a6592f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4817796 Aug 12 22:50:28.394011 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:28.407659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.427717 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56789740-ec52-462e-84eb-40c3d053355f service neutron] Pushing event updated for resources: {'Port': ['ID=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:28.429243 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Attempting to bind port 0f140a4f-7770-49eb-9515-53d3b8d63279 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:28.429680 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Attempting to bind port 0f140a4f-7770-49eb-9515-53d3b8d63279 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:28.430159 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Attempting to bind port 0f140a4f-7770-49eb-9515-53d3b8d63279 on network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:28.458937 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c1b1da-a404-4e1e-842b-0414ea43d438 x-openstack-request-id: req-a8c1b1da-a404-4e1e-842b-0414ea43d438 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:28.460396 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52323394-a84b-4da7-98a4-87e55fdacde2", "tag": "d3115ea3-d61c-4072-ba5f-3aa98bdd95cd", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:28.461040 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8c1b1da-a404-4e1e-842b-0414ea43d438 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:28.461661 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52323394-a84b-4da7-98a4-87e55fdacde2', 'tag': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd', 'status': 'completed', 'code': 200} Aug 12 22:50:28.463904 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:28.464570 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Checking segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:28.464750 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.465583 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Bound using segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:28.466354 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Bound port: 0f140a4f-7770-49eb-9515-53d3b8d63279, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:28.466953 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.471512 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-ba21da28-c1fc-493a-b790-b27ccffc898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:28.473120 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-ba21da28-c1fc-493a-b790-b27ccffc898d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 1096 time: 0.0915051 Aug 12 22:50:28.485505 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.509892 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2b5f1-e3e9-4cd4-9724-24cf39e09f3c None None] Pushing event updated for resources: {'Port': ['ID=498b4231-bc18-41cf-afb0-105b03baaf85,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:28.519423 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8c72af49-ac01-420c-b70a-059a321ec1aa req-6fabf963-7a24-4a2e-ae44-e0fbb28da91a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122176 Aug 12 22:50:28.552894 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-99425f9d-f423-4e0c-85c1-3332a30949a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd HTTP/1.1" status: 200 len: 217 time: 0.0548947 Aug 12 22:50:28.596158 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4668b461-1b3b-4b96-b4d8-47d8cf251369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.618761 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-0bca3ada-19c1-4829-9c5d-8b05d1f363ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:28.621038 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-0bca3ada-19c1-4829-9c5d-8b05d1f363ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc47a7a2-9f29-4108-bbaf-fa0557b40019 HTTP/1.1" status: 200 len: 849 time: 0.0581386 Aug 12 22:50:28.654054 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] For port 0f140a4f-7770-49eb-9515-53d3b8d63279, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:28.665506 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-81466f6f-d391-43b1-b49b-55a1b03d63e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7a4fa19-29d0-432d-b3a8-f49b7421af41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293460 Aug 12 22:50:28.666361 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'fixed_ips': [{'subnet_id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:50:28.667227 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.681677 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] For port 0f140a4f-7770-49eb-9515-53d3b8d63279, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0f140a4f-7770-49eb-9515-53d3b8d63279,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:28.711900 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.783963 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.784635 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.805199 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4668b461-1b3b-4b96-b4d8-47d8cf251369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.824490 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-a3d20050-c2cd-45e0-9a75-47b0adcbbad1 service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451762 Aug 12 22:50:28.883716 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:28.884367 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:28.949080 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f42c2a3-b899-417f-b8b0-72b1283b6e60 req-3523f8f7-736a-46cd-a054-824b2fb64621 service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167760 Aug 12 22:50:28.950250 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf1f7-e7ab-4557-a56a-eb8ade7bbfea None None] Pushing event updated for resources: {'Port': ['ID=0f140a4f-7770-49eb-9515-53d3b8d63279,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:29.026680 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Allocated IP 172.20.0.2 (96cc83e6-46e8-48fa-83cf-3bd313549e4e/e9dcf616-0f1d-4e88-aa81-dcf527e829e8/8b69023a-f6b5-4a92-94da-418cfde23235) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:29.118985 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:29.127462 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-964bde8d-e43c-4e0c-a481-df76fc6c527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:29.131055 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-964bde8d-e43c-4e0c-a481-df76fc6c527c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 1096 time: 0.0589736 Aug 12 22:50:29.155428 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Allocated IP 172.20.0.12 (9f150414-5e1f-487e-8cb2-5af39ae2908c/2dabd4a9-ad0d-406f-aacb-fcada9cededa/bdc184d0-c936-4553-8411-444c7f3686cd) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:29.158001 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.158660 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.190672 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.191050 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > port after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > port after_update 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193658 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.193980 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.194333 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.248059 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-58f41fa6-c453-4204-94f2-f838922c6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:29.249770 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-58f41fa6-c453-4204-94f2-f838922c6db3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 200 len: 910 time: 0.1097023 Aug 12 22:50:29.295142 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-c53f0292-ce8f-4cf7-baa8-175d6204948e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd HTTP/1.1" status: 200 len: 217 time: 0.0356925 Aug 12 22:50:29.351723 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-7ab2d41d-0008-411f-be53-5ecb5c1923d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:29.353343 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-7ab2d41d-0008-411f-be53-5ecb5c1923d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc47a7a2-9f29-4108-bbaf-fa0557b40019 HTTP/1.1" status: 200 len: 849 time: 0.0489907 Aug 12 22:50:29.398547 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-04ca2361-f6a0-4ed9-8daa-680450582677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7a4fa19-29d0-432d-b3a8-f49b7421af41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337696 Aug 12 22:50:29.402930 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.403789 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.404322 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.404570 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.404678 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:50:29.405651 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b610323-747c-4801-a160-f5ed3624ff4b']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:29.434515 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Transition to ACTIVE for port object 8b69023a-f6b5-4a92-94da-418cfde23235 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:29.461327 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Transition to ACTIVE for port object 8b69023a-f6b5-4a92-94da-418cfde23235 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:29.471875 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.473179 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.528390 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:29.532094 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:29.538082 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-374d4580-4fe1-4029-97f8-3e298c4cc908 req-0d657e7a-6eab-4e26-8556-151525d1b6f8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 210 time: 0.0577304 Aug 12 22:50:29.567314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:29.571439 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:29.582748 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-d3fb5957-0f5f-4138-b327-157833093be9 service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660967 Aug 12 22:50:29.603329 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b2bf2-91de-498b-a6c6-629157805b70 None None] The sync data for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi is: [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:29.638721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Attempting to bind port 8b69023a-f6b5-4a92-94da-418cfde23235 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:29.639096 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Attempting to bind port 8b69023a-f6b5-4a92-94da-418cfde23235 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:29.640289 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Attempting to bind port 8b69023a-f6b5-4a92-94da-418cfde23235 on network 96cc83e6-46e8-48fa-83cf-3bd313549e4e {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:29.646034 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:29.646432 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Checking segment: {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:29.646846 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.647215 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Bound using segment: {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:29.647687 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Bound port: 8b69023a-f6b5-4a92-94da-418cfde23235, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:29.648068 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.650006 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Pushing event updated for resources: {'Port': ['ID=8b69023a-f6b5-4a92-94da-418cfde23235,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:29.698208 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9053f540-616f-44f9-ac2e-e71e6c6c4c4f None None] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:29.761534 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b18ea43-7aef-4d8c-9531-e21524e3d2a2') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:29.762092 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b18ea43-7aef-4d8c-9531-e21524e3d2a2') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:29.784910 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae519add-0778-4523-9e5f-053a86d733da req-f89ba822-cb4e-4176-819e-ad82feae8626 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:29.787756 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae519add-0778-4523-9e5f-053a86d733da req-f89ba822-cb4e-4176-819e-ad82feae8626 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 943 time: 0.0887301 Aug 12 22:50:29.793265 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f077b9fb-e7c4-4b8c-9d07-aabaf5aee850 req-d7119cc5-ba3b-4b14-9805-cb9b3a2cca4d service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991343 Aug 12 22:50:29.829939 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae519add-0778-4523-9e5f-053a86d733da req-0e98bc3d-0cd6-4339-b8c1-8f912bb42c84 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355790 Aug 12 22:50:29.831479 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.908932 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-06e7dd92-2a8b-408e-bd56-2806b9e76d42 None None] Provisioning for port 498b4231-bc18-41cf-afb0-105b03baaf85 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:29.948416 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4668b461-1b3b-4b96-b4d8-47d8cf251369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.949098 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4668b461-1b3b-4b96-b4d8-47d8cf251369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.953455 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4668b461-1b3b-4b96-b4d8-47d8cf251369 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1865565-fbd2-45ec-8751-6d7bef414082 HTTP/1.1" status: 204 len: 168 time: 1.7308662 Aug 12 22:50:29.956367 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.956499 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] For port 8b69023a-f6b5-4a92-94da-418cfde23235, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:29.963826 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.976126 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] For port 8b69023a-f6b5-4a92-94da-418cfde23235, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=8b69023a-f6b5-4a92-94da-418cfde23235,segment=NetworkSegment(d7c6125d-0a70-4922-9f4c-633e83375698),segment_id=d7c6125d-0a70-4922-9f4c-633e83375698)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:29.985331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.994228 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:50:29.994664 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:29.996765 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: from cryptography.utils import int_from_bytes Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: from cryptography.utils import int_from_bytes Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:50:30.001749 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:50:30.097146 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668b461-1b3b-4b96-b4d8-47d8cf251369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1865565-fbd2-45ec-8751-6d7bef414082,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:30.104743 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97a734-6227-4342-b89c-5ab24c4af1b8 None None] Pushing event updated for resources: {'Port': ['ID=8b69023a-f6b5-4a92-94da-418cfde23235,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:30.118972 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bf676-3657-4e15-b9d8-827815e7d090 req-36f02f39-aecf-46b7-965a-347bbff93549 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:30.120839 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-496bf676-3657-4e15-b9d8-827815e7d090 req-36f02f39-aecf-46b7-965a-347bbff93549 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.6457844 Aug 12 22:50:30.341410 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-496bf676-3657-4e15-b9d8-827815e7d090 req-7399a302-b0dd-4b69-b81b-353ada5d52d9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998162 Aug 12 22:50:30.343163 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:30.461276 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:30.463974 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b610323-747c-4801-a160-f5ed3624ff4b HTTP/1.1" status: 204 len: 168 time: 2.4763608 Aug 12 22:50:30.480687 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538393b-95a0-444b-b3cd-a2802160c339 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b610323-747c-4801-a160-f5ed3624ff4b,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:30.519443 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:30.540983 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 498b4231-bc18-41cf-afb0-105b03baaf85 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:30.629206 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:50:30.647331 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:30.659407 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 498b4231-bc18-41cf-afb0-105b03baaf85 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:30.668285 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 498b4231-bc18-41cf-afb0-105b03baaf85 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:30.668285 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:30.763612 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8604-5a47-4516-abf6-ddff55ef1307 req-cbc35535-d89d-42b5-81c9-57de1ef857e6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:30.765619 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb3e8604-5a47-4516-abf6-ddff55ef1307 req-cbc35535-d89d-42b5-81c9-57de1ef857e6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 932 time: 0.1129298 Aug 12 22:50:30.778651 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:50:30.781540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42536) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:30.930136 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:30.952766 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:30.959956 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb3e8604-5a47-4516-abf6-ddff55ef1307 req-90d54f98-c872-4339-b740-188c21fdc3dd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795628 Aug 12 22:50:30.966054 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5cd971f2-c2e2-4c48-b334-b6c66f3ed16f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1682ec977f54d5381eaf58d7d42186d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1834793 Aug 12 22:50:30.969912 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42542) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:30.985071 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:31.008293 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event updated for resources: {'Port': ['ID=bdc184d0-c936-4553-8411-444c7f3686cd,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:31.082477 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.083847 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device d3115ea3-d61c-4072-ba5f-3aa98bdd95cd details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:50:31.105849 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37917963-376b-4afb-82de-2bd19984e243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.127247 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.152302 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.162902 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37917963-376b-4afb-82de-2bd19984e243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.184439 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:31.199822 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Sync routers for ids ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:31.222701 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:31.223387 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.232364 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Routers {'06951d84-3b3a-411b-8e8b-7dc0e481aa29'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:31.233929 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:31.235546 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 498b4231-bc18-41cf-afb0-105b03baaf85, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=498b4231-bc18-41cf-afb0-105b03baaf85,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:31.263942 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.264931 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:31.306228 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37917963-376b-4afb-82de-2bd19984e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.327902 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-37917963-376b-4afb-82de-2bd19984e243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.329101 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-37917963-376b-4afb-82de-2bd19984e243 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6524871e-44fd-4953-96d8-d3de4fbf5e4b HTTP/1.1" status: 204 len: 168 time: 0.3580801 Aug 12 22:50:31.362840 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb78412-a5ab-4525-9829-bbb8ee24ca11 req-697e29a9-f39f-4499-9ac2-042c1e8eabb2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:31.372691 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.db.resource_extend [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 22:50:31.375280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37917963-376b-4afb-82de-2bd19984e243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6524871e-44fd-4953-96d8-d3de4fbf5e4b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:31.379309 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-afb78412-a5ab-4525-9829-bbb8ee24ca11 req-697e29a9-f39f-4499-9ac2-042c1e8eabb2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 943 time: 0.3721111 Aug 12 22:50:31.422372 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-ad02f704-c43a-424f-93a9-151626f49cdd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8952785 Aug 12 22:50:31.423158 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.424901 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1c46b38b-1400-4af4-8197-2021b5d49743 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4863219 Aug 12 22:50:31.428642 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42556) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:31.466108 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Request body: {'port': {'device_id': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:31.488795 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Set router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:31.519211 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97aa2f7-e054-4893-baa8-ae04e60daf2e None None] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:31.624616 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-afb78412-a5ab-4525-9829-bbb8ee24ca11 req-615917a0-beb0-4e68-8141-40dd173d4d2c tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425854 Aug 12 22:50:31.698826 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.722865 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Allocated IP 172.27.2.173 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/0bfc58e1-b0b5-470f-89be-605911ee6ff2) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:31.839042 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d23e5-a8c1-451b-a5f8-32a7854231d2 req-d64f0e06-a9fb-4113-b4b4-6db7fe36188c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:31.845773 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a65d23e5-a8c1-451b-a5f8-32a7854231d2 req-d64f0e06-a9fb-4113-b4b4-6db7fe36188c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.2943528 Aug 12 22:50:31.847761 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42564) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:31.861030 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:31.861708 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:31.901897 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:50:27Z', 'revision_number': 3, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:31.917207 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a65d23e5-a8c1-451b-a5f8-32a7854231d2 req-ed01d86e-1b15-4d81-bf93-e5e825175f17 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704553 Aug 12 22:50:31.928483 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=498b4231-bc18-41cf-afb0-105b03baaf85,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:31.954266 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-99091337-aa36-48b7-9e3d-ccc40a6d5587 None None] Provisioning for port 8b69023a-f6b5-4a92-94da-418cfde23235 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:31.973437 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:32.074018 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Checking router: 06951d84-3b3a-411b-8e8b-7dc0e481aa29 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:32.074472 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Updating router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 port 829c6a06-7eb1-40d7-9b33-9b5104f6424d binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:32.102275 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.128834 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd', 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41', 'port_id': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd', 'mac_address': 'fa:16:3e:b0:64:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc47a7a2-9f29-4108-bbaf-fa0557b40019', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:50:32.193052 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2063087256-network', 'tenant_id': 'b081233b07124e1fa8f49dc5cedaddb4'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:32.282447 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Made reservation on behalf of b081233b07124e1fa8f49dc5cedaddb4 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:32.285933 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.299409 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.329323 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc43ac-2340-41e3-bc59-12d527d29234 req-f50a60a2-2a09-458b-afe8-337054c7d1c6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:32.331618 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-04dc43ac-2340-41e3-bc59-12d527d29234 req-f50a60a2-2a09-458b-afe8-337054c7d1c6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 932 time: 0.2224574 Aug 12 22:50:32.365507 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.390405 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0f140a4f-7770-49eb-9515-53d3b8d63279 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:32.432300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.440629 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.453331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3115ea3-d61c-4072-ba5f-3aa98bdd95cd {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:50:32.501696 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:32.507628 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.509017 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:32.514854 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-04dc43ac-2340-41e3-bc59-12d527d29234 req-58c74998-fec1-4e6b-80e3-771ec9b06538 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283407 Aug 12 22:50:32.523124 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.527089 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17319c5-d638-477f-89ed-c0ea39f9a91d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:32.527414 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.541888 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.542384 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Added segment 3adbf868-b169-4e6a-9e6a-049cf62f1da3 of type vlan for network d29cac0a-ad22-435f-ac44-7ede00113b5b Aug 12 22:50:32.585596 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 0f140a4f-7770-49eb-9515-53d3b8d63279 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:32.599012 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 0f140a4f-7770-49eb-9515-53d3b8d63279 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:32.599779 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.628307 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.644384 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.683003 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:32.694406 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Pushing event updated for resources: {'Port': ['ID=0bfc58e1-b0b5-470f-89be-605911ee6ff2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:32.759074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42590) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:32.762707 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:32.772436 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:32.773555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.775880 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:32.777467 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:32.778072 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.808301 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc184d0-c936-4553-8411-444c7f3686cd {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:50:32.844759 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.866102 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Transition to ACTIVE for port object bdc184d0-c936-4553-8411-444c7f3686cd will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:32.891889 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.900932 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.914794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] Pushing event updated for resources: {'Network': ['ID=d29cac0a-ad22-435f-ac44-7ede00113b5b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:32.965164 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:32.972789 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd0e4-4469-4706-80d5-c6b8fc4a2bf1 req-20567ed0-cb61-4429-8eba-3d5114935ee4 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:32.975017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-963dd0e4-4469-4706-80d5-c6b8fc4a2bf1 req-20567ed0-cb61-4429-8eba-3d5114935ee4 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 944 time: 0.1269491 Aug 12 22:50:32.976405 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc184d0-c936-4553-8411-444c7f3686cd,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:32.981525 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 0f140a4f-7770-49eb-9515-53d3b8d63279, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0f140a4f-7770-49eb-9515-53d3b8d63279,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:32.982996 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42596) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:32.983638 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-124f2b81-a46c-47ea-a780-33912b35ed62 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1296446 Aug 12 22:50:32.991064 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Request body: {'subnet': {'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2063087256-subnet', 'tenant_id': 'b081233b07124e1fa8f49dc5cedaddb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:32.993014 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network d29cac0a-ad22-435f-ac44-7ede00113b5b details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:33.000970 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.017041 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Transition to ACTIVE for port object 829c6a06-7eb1-40d7-9b33-9b5104f6424d will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:33.022536 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-842334976-network', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:33.031662 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.044888 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-963dd0e4-4469-4706-80d5-c6b8fc4a2bf1 req-661c2a20-cc7e-4719-ac42-c4388e328774 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596952 Aug 12 22:50:33.116259 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.db.api [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 22:50:33.116259 dv-cinder-803748-6-iscsi neutron-server[105670]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 22:50:33.116259 dv-cinder-803748-6-iscsi neutron-server[105670]: [parameters: {'project_id': 'b081233b07124e1fa8f49dc5cedaddb4', 'id': '008c7194-a5dd-4c05-9808-a0ee839d4133', 'expiration': datetime.datetime(2021, 8, 12, 22, 52, 33, 62892)}] Aug 12 22:50:33.116259 dv-cinder-803748-6-iscsi neutron-server[105670]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:50:33.118845 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG oslo_db.api [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:50:33.127506 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=0f140a4f-7770-49eb-9515-53d3b8d63279,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:33.129842 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de699089-a47f-4025-ad2c-8c91cd9fb217 None None] Pushing event updated for resources: {'Port': ['ID=829c6a06-7eb1-40d7-9b33-9b5104f6424d,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:33.144748 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Allocated IP 172.20.0.1 (11d653d4-1a64-49ad-b1c9-a47688119d0c/48287b8d-8d59-406e-867c-26b75ce71ac4/3bf4a60e-a76c-42b1-9681-e6c6b1245158) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:33.150379 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['d3115ea3-d61c-4072-ba5f-3aa98bdd95cd'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:50:33.158445 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Attempting to bind port 829c6a06-7eb1-40d7-9b33-9b5104f6424d on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:33.159185 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Attempting to bind port 829c6a06-7eb1-40d7-9b33-9b5104f6424d by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:33.159736 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Attempting to bind port 829c6a06-7eb1-40d7-9b33-9b5104f6424d on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:33.166077 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:33.166771 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:33.167229 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.167588 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:33.168204 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Bound port: 829c6a06-7eb1-40d7-9b33-9b5104f6424d, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:33.168775 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.229320 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Made reservation on behalf of f3b1414ab65e48bf8b8700b7b5db6288 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:33.232643 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.241227 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] For port 829c6a06-7eb1-40d7-9b33-9b5104f6424d, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:33.245308 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] For port 829c6a06-7eb1-40d7-9b33-9b5104f6424d, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=829c6a06-7eb1-40d7-9b33-9b5104f6424d,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:33.251932 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.279440 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.297605 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 8b69023a-f6b5-4a92-94da-418cfde23235 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:33.319169 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de699089-a47f-4025-ad2c-8c91cd9fb217 None None] Pushing event updated for resources: {'Port': ['ID=829c6a06-7eb1-40d7-9b33-9b5104f6424d,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:33.337433 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.357701 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Transition to ACTIVE for port object 3bf4a60e-a76c-42b1-9681-e6c6b1245158 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:33.378264 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Routers {'06951d84-3b3a-411b-8e8b-7dc0e481aa29'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:33.384145 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80cdbb-f0a8-4974-80ce-31d1cf402416 req-a9932e79-c531-4263-9175-3ad7ef00a2c3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:33.385503 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:33.386476 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ca80cdbb-f0a8-4974-80ce-31d1cf402416 req-a9932e79-c531-4263-9175-3ad7ef00a2c3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.2759309 Aug 12 22:50:33.399667 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.419196 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 8b69023a-f6b5-4a92-94da-418cfde23235 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:33.425735 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 8b69023a-f6b5-4a92-94da-418cfde23235 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:33.426237 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.452500 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Attempting to bind port bdc184d0-c936-4553-8411-444c7f3686cd on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:33.453119 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Attempting to bind port bdc184d0-c936-4553-8411-444c7f3686cd by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:33.453336 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:33.453813 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Attempting to bind port bdc184d0-c936-4553-8411-444c7f3686cd on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:33.456492 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:33.461314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:33.461968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.466262 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf4a60e-a76c-42b1-9681-e6c6b1245158,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:33.478081 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Port bdc184d0-c936-4553-8411-444c7f3686cd on network 9f150414-5e1f-487e-8cb2-5af39ae2908c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:50:33.478671 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Attempting to bind port bdc184d0-c936-4553-8411-444c7f3686cd on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:33.509524 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:33.510134 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Checking segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:33.510730 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Bound using segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:33.511355 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Bound port: bdc184d0-c936-4553-8411-444c7f3686cd, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:33.511917 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.521224 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ca80cdbb-f0a8-4974-80ce-31d1cf402416 req-4160df01-abae-46f8-9d1a-3cd90da63ea1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253090 Aug 12 22:50:33.530054 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.592492 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.607125 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] Set router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:33.679100 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 8b69023a-f6b5-4a92-94da-418cfde23235, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=8b69023a-f6b5-4a92-94da-418cfde23235,segment=NetworkSegment(d7c6125d-0a70-4922-9f4c-633e83375698),segment_id=d7c6125d-0a70-4922-9f4c-633e83375698)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:33.685432 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.687785 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 498b4231-bc18-41cf-afb0-105b03baaf85 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:33.768211 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.774057 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.794787 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] For port bdc184d0-c936-4553-8411-444c7f3686cd, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:33.801524 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.806648 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] For port bdc184d0-c936-4553-8411-444c7f3686cd, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bdc184d0-c936-4553-8411-444c7f3686cd,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:33.814599 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 498b4231-bc18-41cf-afb0-105b03baaf85 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:33.815407 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.824515 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.841743 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Made reservation on behalf of b081233b07124e1fa8f49dc5cedaddb4 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:33.844148 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264939920'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.868114 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:50:27Z', 'revision_number': 3, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:33.886940 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=8b69023a-f6b5-4a92-94da-418cfde23235,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:33.914575 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da1ff14-241b-454a-9bf9-dbcafb840b62 None None] The sync data for ids ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'] in dv-cinder-803748-6-iscsi is: [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:50:27Z', 'revision_number': 3, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:33.919987 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:50:33.964745 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-54e3e13c-41a3-408d-8db7-f53171c5396b None None] Provisioning for port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:33.968572 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d8483-8e07-46c2-8d33-dd63e0f5437a,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:33.973367 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-54e3e13c-41a3-408d-8db7-f53171c5396b None None] Provisioning complete for port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:33.974069 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-54e3e13c-41a3-408d-8db7-f53171c5396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.977572 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.986689 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:33.987366 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:33.988880 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] 10.222.0.42 "PUT /v2.0/ports/bdc184d0-c936-4553-8411-444c7f3686cd HTTP/1.1" status: 200 len: 1094 time: 2.5503731 Aug 12 22:50:33.992769 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'tag': 'bdc184d0-c936-4553-8411-444c7f3686cd'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:33.995144 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb395d-3876-41c5-9a18-54187d42781c", "tag": "bdc184d0-c936-4553-8411-444c7f3686cd"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:33.997576 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169130-dd50-4ee5-bfdf-37ce3dbe484a req-e77e628d-3cc7-44cf-8321-867190cae905 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:34.001960 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.002312 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Added segment 78ac9dd7-ab75-4483-ad8a-73e84f7c18b1 of type vlan for network a175f459-f2f9-4f40-8207-bf002f8531fd Aug 12 22:50:34.006083 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a169130-dd50-4ee5-bfdf-37ce3dbe484a req-e77e628d-3cc7-44cf-8321-867190cae905 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 944 time: 0.3128731 Aug 12 22:50:34.015044 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.015640 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.067982 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-54e3e13c-41a3-408d-8db7-f53171c5396b None None] Port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:34.080322 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a169130-dd50-4ee5-bfdf-37ce3dbe484a req-67284699-768d-4cd1-9974-d7278e7d26fd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726130 Aug 12 22:50:34.103033 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e04b9-26e2-4d37-ab81-e24ebc98cf77 x-openstack-request-id: req-250e04b9-26e2-4d37-ab81-e24ebc98cf77 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:34.103324 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb395d-3876-41c5-9a18-54187d42781c", "tag": "bdc184d0-c936-4553-8411-444c7f3686cd", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:34.103565 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-250e04b9-26e2-4d37-ab81-e24ebc98cf77 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:34.103968 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'tag': 'bdc184d0-c936-4553-8411-444c7f3686cd', 'status': 'completed', 'code': 200} Aug 12 22:50:34.124473 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b03af-2af4-468f-98cf-1fe66f4b3736 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc184d0-c936-4553-8411-444c7f3686cd,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:34.173976 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.226414 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.321523 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-e2a86093-34d8-4db6-8d40-5b1d3f202803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:34.323076 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-e2a86093-34d8-4db6-8d40-5b1d3f202803 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 1097 time: 0.2490091 Aug 12 22:50:34.351232 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf4a60e-a76c-42b1-9681-e6c6b1245158,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:34.372604 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d5a3-1a32-4dcf-8c33-bbbd35603d05 req-938fba12-530d-4d80-8749-00e5d3e5d1c3 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:34.374938 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1447d5a3-1a32-4dcf-8c33-bbbd35603d05 req-938fba12-530d-4d80-8749-00e5d3e5d1c3 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 944 time: 0.2176991 Aug 12 22:50:34.380395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.381706 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:34.382547 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.394709 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:34.396185 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:34.437637 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-231d447d-af04-4cd2-bdf2-d6d9f1e8531a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdc184d0-c936-4553-8411-444c7f3686cd HTTP/1.1" status: 200 len: 217 time: 0.0872576 Aug 12 22:50:34.530966 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:50:34.605704 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8415968 Aug 12 22:50:34.639810 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42612) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:34.645062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Request body: {'subnet': {'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-842334976-subnet', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:34.685384 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:34.694395 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d7afcfd9-9da3-4e10-8a78-50e3f122d104 admin admin] 10.222.0.49 "PUT /v2.0/routers/06951d84-3b3a-411b-8e8b-7dc0e481aa29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2617095 Aug 12 22:50:34.694395 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Made reservation on behalf of f3b1414ab65e48bf8b8700b7b5db6288 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:34.694667 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.708449 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-865faed9-9889-4ea9-9cde-e30bd36e76b4 None None] Provisioning complete for port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:34.708993 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-865faed9-9889-4ea9-9cde-e30bd36e76b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:34.774875 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-865faed9-9889-4ea9-9cde-e30bd36e76b4 None None] Port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:34.863900 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0f4-1dcd-47a5-b2c6-66aa8fb42eb7 req-3758338b-78cc-4bc7-908a-49cf0a2568df tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:34.865408 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17bdc0f4-1dcd-47a5-b2c6-66aa8fb42eb7 req-3758338b-78cc-4bc7-908a-49cf0a2568df tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0828915 Aug 12 22:50:34.902245 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efdf53-019a-4999-9a2d-a8217e42b5bb admin admin] Pushing event updated for resources: {'Network': ['ID=a175f459-f2f9-4f40-8207-bf002f8531fd,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:34.916194 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network a175f459-f2f9-4f40-8207-bf002f8531fd details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:50:34.926186 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1447d5a3-1a32-4dcf-8c33-bbbd35603d05 req-23d4b61d-82ec-454e-a334-cbb6a81158af tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087299 Aug 12 22:50:34.927777 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-2a81aa77-18b0-4f18-bd49-fb3f96e6380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:34.929216 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-2a81aa77-18b0-4f18-bd49-fb3f96e6380e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.4376047 Aug 12 22:50:34.991019 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17bdc0f4-1dcd-47a5-b2c6-66aa8fb42eb7 req-7528bc32-01aa-49a4-a135-ef52f4a34e98 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088712 Aug 12 22:50:35.034807 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264911977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264939938'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.038143 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-7a7f3e6b-0a93-47fc-880d-2539658eed0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821724 Aug 12 22:50:35.050184 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.102949 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device d3115ea3-d61c-4072-ba5f-3aa98bdd95cd up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:35.109134 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2f25df-51d1-4fab-a8c1-92c1dde9f204,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:35.118996 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:35.124585 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Checking segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:35.125573 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Network hostable DHCP agents. Network: a175f459-f2f9-4f40-8207-bf002f8531fd, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:35.154387 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Network a175f459-f2f9-4f40-8207-bf002f8531fd is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:35.171449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, a175f459-f2f9-4f40-8207-bf002f8531fd) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:35.176599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:35.177190 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.184493 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d963e-936d-4238-8666-9d635e50fa06 None None] Network a175f459-f2f9-4f40-8207-bf002f8531fd requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:35.223424 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9babcd4d-fcd3-4e33-9d81-5c9eed369b6c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5801308 Aug 12 22:50:35.223965 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42622) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:35.239465 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:35.258604 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Router 5c98a435-f2d6-4025-9021-e8d22ca62470 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:50:35.289665 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Checking segment: {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:35.290418 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Network hostable DHCP agents. Network: d29cac0a-ad22-435f-ac44-7ede00113b5b, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:50:35.316166 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 829c6a06-7eb1-40d7-9b33-9b5104f6424d up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:35.318405 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:35.344933 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.346001 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.349960 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:35.350716 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.387674 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-beb8eb4d-cf7f-4aea-9a89-1d29b35a7c14 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805634 Aug 12 22:50:35.391449 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Network d29cac0a-ad22-435f-ac44-7ede00113b5b is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:50:35.411468 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.415888 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, d29cac0a-ad22-435f-ac44-7ede00113b5b) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:35.432019 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b07256-56e0-4b26-8a56-e9bf77c8c112 None None] Network d29cac0a-ad22-435f-ac44-7ede00113b5b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:35.497294 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:35.499364 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.524398 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e4ba9-a189-4916-ad23-01bc723fae7a req-df4942a5-fef6-42d4-addd-ff60c73ad5eb tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:35.526482 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e4e4ba9-a189-4916-ad23-01bc723fae7a req-df4942a5-fef6-42d4-addd-ff60c73ad5eb tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 944 time: 0.2799063 Aug 12 22:50:35.544507 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:35.562280 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ec695324-f83f-4b87-83fe-2c216425c04a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5743523 Aug 12 22:50:35.566446 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.568789 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-72d77fce-ba6e-4516-bd6f-5b07a2c87921 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1835864 Aug 12 22:50:35.575575 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42626) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:35.618229 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Sync routers for ids ['5c98a435-f2d6-4025-9021-e8d22ca62470'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:35.634057 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42630) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:35.650315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639961871', 'description': 'tempest-secgroup-smoke-639961871 description', 'project_id': '79832d4dff114864b992cdb48b9fecd7'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:35.687821 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb8dc3b2-24c8-4810-932a-023645ee8f2c req-fe87fb22-de1a-4f50-8b00-35fb924f49cb service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878475 Aug 12 22:50:35.697795 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Routers {'5c98a435-f2d6-4025-9021-e8d22ca62470'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:35.710608 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['5c98a435-f2d6-4025-9021-e8d22ca62470'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:35.761434 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e4e4ba9-a189-4916-ad23-01bc723fae7a req-82de1ee8-0f87-4984-8eda-df90f1ad4c75 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942952 Aug 12 22:50:35.764637 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.807555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.850207 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-a175f459-f2f9-4f40-8207-bf002f8531fd', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:50:35.851128 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.914497 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:35.938817 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 829c6a06-7eb1-40d7-9b33-9b5104f6424d completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:36.005843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-a633da07-0100-4eac-8bd7-768f4644276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:36.007300 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-a633da07-0100-4eac-8bd7-768f4644276b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 1097 time: 0.1186604 Aug 12 22:50:36.120266 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.126329 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 829c6a06-7eb1-40d7-9b33-9b5104f6424d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:36.126875 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.140621 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.171572 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0566e21-51ec-4375-96d1-de03248e261e req-fd5ec8d1-313f-491d-83dc-d1d8c262b42b tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:36.174385 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d0566e21-51ec-4375-96d1-de03248e261e req-fd5ec8d1-313f-491d-83dc-d1d8c262b42b tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 944 time: 0.1361697 Aug 12 22:50:36.178750 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4911f0e-f8c8-4a99-b1fd-42cc822e101f None None] Network d29cac0a-ad22-435f-ac44-7ede00113b5b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:36.225569 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2edf69-c3f9-4ccf-8446-febf83fc38e7 req-98fd44d4-ba3f-4658-922f-bf91dc5352eb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:36.226956 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bd2edf69-c3f9-4ccf-8446-febf83fc38e7 req-98fd44d4-ba3f-4658-922f-bf91dc5352eb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1400895 Aug 12 22:50:36.254817 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52323394-a84b-4da7-98a4-87e55fdacde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:36.257290 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2b2196-bd29-43a7-9224-7cb851f5fca6" -d '{"events": [{"server_uuid": "52323394-a84b-4da7-98a4-87e55fdacde2", "name": "network-vif-plugged", "status": "completed", "tag": "d3115ea3-d61c-4072-ba5f-3aa98bdd95cd"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:36.274766 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-3793f86c-f2a3-4ca7-bc5d-d61dd3cb9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:36.276597 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-3793f86c-f2a3-4ca7-bc5d-d61dd3cb9a85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 916 time: 0.2494256 Aug 12 22:50:36.321241 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Set router 5c98a435-f2d6-4025-9021-e8d22ca62470 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:36.324687 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-b605f9d3-b60c-4194-ab36-4b85ec54619f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdc184d0-c936-4553-8411-444c7f3686cd HTTP/1.1" status: 200 len: 217 time: 0.0394852 Aug 12 22:50:36.369731 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.393792 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bd2edf69-c3f9-4ccf-8446-febf83fc38e7 req-2f96d901-53fe-49ca-a237-ae297184969d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536744 Aug 12 22:50:36.397092 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d0566e21-51ec-4375-96d1-de03248e261e req-49ad001a-6a84-46b3-bbaa-60221956a6b4 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137928 Aug 12 22:50:36.436795 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.440728 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7948532 Aug 12 22:50:36.440728 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787f1d3-8057-4806-b613-325a3dff5773 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d8101-472f-4a5f-a81b-e92f67b23aa4,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:36.442247 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.449596 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42650) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:36.455360 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d8101-472f-4a5f-a81b-e92f67b23aa4', 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:36.497537 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-22ba956e-426a-424b-be42-e9241067bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:36.500426 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-22ba956e-426a-424b-be42-e9241067bda0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.1630747 Aug 12 22:50:36.534819 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa00f8f0-1ba2-46b7-8bd1-749d17d316d1 x-openstack-request-id: req-fa00f8f0-1ba2-46b7-8bd1-749d17d316d1 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:36.534819 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52323394-a84b-4da7-98a4-87e55fdacde2", "name": "network-vif-plugged", "status": "completed", "tag": "d3115ea3-d61c-4072-ba5f-3aa98bdd95cd", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:36.535054 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa00f8f0-1ba2-46b7-8bd1-749d17d316d1 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:36.535360 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52323394-a84b-4da7-98a4-87e55fdacde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd', 'code': 200} Aug 12 22:50:36.537118 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:36.537865 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.562097 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.586219 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.590850 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-0902a91a-9044-4c52-a5cb-421935f53575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306597 Aug 12 22:50:36.638151 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Allocated IP 172.20.0.2 (a175f459-f2f9-4f40-8207-bf002f8531fd/396d8cbe-c9b1-479a-a0fb-9bcfdaee0928/e5ebdc09-93d4-4153-8fc3-7467e12480c8) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:36.656898 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.663418 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.684975 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d51ce26-e7fd-474a-a40c-71396b3d599a,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:36.707670 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Allocated IP 172.27.2.223 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/99f1a503-7d33-48c9-b492-73b267aae6d9) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:36.710187 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.714569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8b775dd3-b988-445f-a184-b8915d0798c6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2612016 Aug 12 22:50:36.715674 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42652) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:36.723979 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d8101-472f-4a5f-a81b-e92f67b23aa4', 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:36.795027 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.811180 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:36.851604 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.862160 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7967bc8-cbbc-4145-98b0-07c0094b2037 req-b733e1c7-e525-4c9d-9012-b5c4f51d80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:36.863690 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7967bc8-cbbc-4145-98b0-07c0094b2037 req-b733e1c7-e525-4c9d-9012-b5c4f51d80c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 1098 time: 0.0994897 Aug 12 22:50:36.879054 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 829c6a06-7eb1-40d7-9b33-9b5104f6424d, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=829c6a06-7eb1-40d7-9b33-9b5104f6424d,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:36.888272 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:36.889850 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 8b69023a-f6b5-4a92-94da-418cfde23235 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:36.913130 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Allocated IP 172.20.0.1 (96cc83e6-46e8-48fa-83cf-3bd313549e4e/e9dcf616-0f1d-4e88-aa81-dcf527e829e8/e51dd0b7-5be1-41df-9a65-d59704baceb0) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:37.020562 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.055720 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=829c6a06-7eb1-40d7-9b33-9b5104f6424d,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.059583 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.062443 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.065879 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7967bc8-cbbc-4145-98b0-07c0094b2037 req-d8289f3c-c5f5-4bf1-b922-bf26b72ae96a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823511 Aug 12 22:50:37.069650 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.077550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Transition to ACTIVE for port object e5ebdc09-93d4-4153-8fc3-7467e12480c8 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:37.090475 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-1be0fd86-d7b2-4d30-be95-9aa8f512aea4 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623833 Aug 12 22:50:37.101567 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.102778 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3824813 Aug 12 22:50:37.103007 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 3, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:37.107262 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42658) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:37.107567 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Transition to ACTIVE for port object e5ebdc09-93d4-4153-8fc3-7467e12480c8 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:37.115961 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd9faa-9d37-49db-bdaa-860bd636eb80 req-390bdb8c-789c-43d2-976a-d910bc272c7c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:37.117618 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d0bd9faa-9d37-49db-bdaa-860bd636eb80 req-390bdb8c-789c-43d2-976a-d910bc272c7c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 944 time: 0.1610954 Aug 12 22:50:37.118838 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d8101-472f-4a5f-a81b-e92f67b23aa4', 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:37.125998 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b235cd-4eb5-47ce-8d68-8d609d794f1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57f0c91-9f9a-4cdd-a1ab-9aee50529103,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.133070 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 8b69023a-f6b5-4a92-94da-418cfde23235 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:37.133515 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.138205 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Checking router: 5c98a435-f2d6-4025-9021-e8d22ca62470 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:37.138659 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Updating router 5c98a435-f2d6-4025-9021-e8d22ca62470 port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:37.152188 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.162339 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.176205 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.183356 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.199556 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Transition to ACTIVE for port object e51dd0b7-5be1-41df-9a65-d59704baceb0 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:37.218320 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d0bd9faa-9d37-49db-bdaa-860bd636eb80 req-4aeef662-ea07-4b2f-88cf-ebae21d0bf83 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814738 Aug 12 22:50:37.222088 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:37.228439 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.231403 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Pushing event updated for resources: {'Port': ['ID=99f1a503-7d33-48c9-b492-73b267aae6d9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.234625 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:37.236970 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:37.266427 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Network a175f459-f2f9-4f40-8207-bf002f8531fd is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:37.272249 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.277640 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:37.284720 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:37.288379 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Pushing event updated for resources: {'Port': ['ID=e5ebdc09-93d4-4153-8fc3-7467e12480c8,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.328637 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:37.333443 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:37.339392 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:37.339588 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Sync routers for ids ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:37.357473 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Routers {'06951d84-3b3a-411b-8e8b-7dc0e481aa29'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:37.358130 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:37.364345 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.374675 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.384142 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.388823 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e51dd0b7-5be1-41df-9a65-d59704baceb0,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.411265 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.412742 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3019850 Aug 12 22:50:37.413650 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a61fcb-944d-4708-be85-f45881e55c68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b799c7b0-5809-4959-8cac-d4ceb70b3faf,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.490997 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42662) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:37.505976 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d8101-472f-4a5f-a81b-e92f67b23aa4', 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:37.595337 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Set router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:37.661235 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0f140a4f-7770-49eb-9515-53d3b8d63279 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:37.665944 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Attempting to bind port e5ebdc09-93d4-4153-8fc3-7467e12480c8 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:37.666326 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Attempting to bind port e5ebdc09-93d4-4153-8fc3-7467e12480c8 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:37.666693 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Attempting to bind port e5ebdc09-93d4-4153-8fc3-7467e12480c8 on network a175f459-f2f9-4f40-8207-bf002f8531fd {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:37.690042 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.692360 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.714478 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:37.714851 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Checking segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:37.715323 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.715726 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Bound using segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:37.716213 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Bound port: e5ebdc09-93d4-4153-8fc3-7467e12480c8, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:37.716590 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.747565 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b2d5e16e-9939-4caf-bf56-e48bbac7bbcd req-beb1fae5-db76-4277-8bde-88a32b874c8b service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552454 Aug 12 22:50:37.763803 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068a9e0-79e3-40fd-a21b-7587323a0c9e req-81c11f92-31bb-497f-a7bd-9968e8ed2359 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:37.766502 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9068a9e0-79e3-40fd-a21b-7587323a0c9e req-81c11f92-31bb-497f-a7bd-9968e8ed2359 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1764109 Aug 12 22:50:37.836417 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.851773 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.862704 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9068a9e0-79e3-40fd-a21b-7587323a0c9e req-94b9498d-8f32-47bf-8984-a1a089590bb2 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Aug 12 22:50:37.865887 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.891883 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be209a4b-cde5-4540-b7c7-57fa44dde183,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:37.913045 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d9785-6e7a-4bf3-98d7-76a8138b0268 req-cdf1d37d-5d99-4985-ab77-ce1474fcfba3 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:37.915970 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad0d9785-6e7a-4bf3-98d7-76a8138b0268 req-cdf1d37d-5d99-4985-ab77-ce1474fcfba3 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 945 time: 0.1596966 Aug 12 22:50:37.927091 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:37.935810 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-72ef86c4-7539-4bef-964a-1979917f6b09 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4338171 Aug 12 22:50:37.937127 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42676) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:37.976633 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 4, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '3bf4a60e-a76c-42b1-9681-e6c6b1245158', 'name': '', 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'mac_address': 'fa:16:3e:74:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '48287b8d-8d59-406e-867c-26b75ce71ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:32Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 2, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'subnets': [{'id': '48287b8d-8d59-406e-867c-26b75ce71ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:38.010916 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Checking router: 06951d84-3b3a-411b-8e8b-7dc0e481aa29 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:38.011598 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Updating router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:38.025070 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad0d9785-6e7a-4bf3-98d7-76a8138b0268 req-6afa852a-0e43-4539-bcee-abb1cdfc3c9e tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535963 Aug 12 22:50:38.040307 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-732208ce-e78d-4d41-965f-7f94e088ee68 None None] Provisioning for port e51dd0b7-5be1-41df-9a65-d59704baceb0 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:38.041263 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d8101-472f-4a5f-a81b-e92f67b23aa4', 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:38.042823 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.068374 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-732208ce-e78d-4d41-965f-7f94e088ee68 None None] Provisioning complete for port e51dd0b7-5be1-41df-9a65-d59704baceb0 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:38.070878 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-732208ce-e78d-4d41-965f-7f94e088ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.094645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.133351 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.securitygroups_db [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Project 79832d4dff114864b992cdb48b9fecd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:50:38.142164 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.182074 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 0f140a4f-7770-49eb-9515-53d3b8d63279 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:38.182732 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.239378 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-732208ce-e78d-4d41-965f-7f94e088ee68 None None] Port e51dd0b7-5be1-41df-9a65-d59704baceb0 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:38.240830 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.245631 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] For port e5ebdc09-93d4-4153-8fc3-7467e12480c8, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:38.258074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.272556 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] For port e5ebdc09-93d4-4153-8fc3-7467e12480c8, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e5ebdc09-93d4-4153-8fc3-7467e12480c8,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:38.303426 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.318973 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.323646 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2950709 Aug 12 22:50:38.329896 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42684) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:38.343868 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'security_group_rule': {'security_group_id': 'ec2d8101-472f-4a5f-a81b-e92f67b23aa4', 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:38.365528 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5483-6138-4b8e-a648-fc11005d9d3a None None] Pushing event updated for resources: {'Port': ['ID=e5ebdc09-93d4-4153-8fc3-7467e12480c8,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:38.368710 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715acbe5-d180-4ef3-96a5-11f3d33786c7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f64dd69-6cf2-4cc3-8d62-f2bb89af80bd,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:38.373994 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.securitygroups_db [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Project 79832d4dff114864b992cdb48b9fecd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:50:38.395271 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-0e75e4b8-a3ee-45a1-99b3-ab8e31dd8bc4 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:38.399642 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.407639 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-0e75e4b8-a3ee-45a1-99b3-ab8e31dd8bc4 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/networks?id=d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 200 len: 814 time: 0.3575544 Aug 12 22:50:38.414465 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.427691 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.457134 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.459300 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Transition to ACTIVE for port object 0bfc58e1-b0b5-470f-89be-605911ee6ff2 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:38.469281 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-ef77ab75-77eb-4775-8374-88eb932d15f8 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/quotas/b081233b07124e1fa8f49dc5cedaddb4 HTTP/1.1" status: 200 len: 375 time: 0.0604463 Aug 12 22:50:38.471550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.476798 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.490771 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Transition to ACTIVE for port object 3bf4a60e-a76c-42b1-9681-e6c6b1245158 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:38.502877 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.554745 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48190f4-c919-4665-95bd-be8a33236318 req-9268ea10-2c09-4639-b41e-48aae4d52133 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:38.558497 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.559685 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6535c38-1c0b-4795-a9f7-3ab158ea519e None None] Pushing event updated for resources: {'Port': ['ID=3bf4a60e-a76c-42b1-9681-e6c6b1245158,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:38.574749 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Attempting to bind port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:38.575229 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Attempting to bind port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:38.575694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Attempting to bind port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:38.577636 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d48190f4-c919-4665-95bd-be8a33236318 req-9268ea10-2c09-4639-b41e-48aae4d52133 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 944 time: 0.1950533 Aug 12 22:50:38.606067 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:38.606698 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:38.609123 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.610098 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:38.612654 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Bound port: 0bfc58e1-b0b5-470f-89be-605911ee6ff2, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:38.615427 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.672694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 829c6a06-7eb1-40d7-9b33-9b5104f6424d up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:38.677276 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d48190f4-c919-4665-95bd-be8a33236318 req-2c5e37c9-90e9-4694-abee-aa7673bef6e9 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893643 Aug 12 22:50:38.698592 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:50:38.743215 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-93d8795a-cf81-435b-ab25-ee106959e570 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2730732 Aug 12 22:50:38.763984 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a28806-2d4e-4899-b794-06a2cd48842c None None] Pushing event updated for resources: {'Port': ['ID=0bfc58e1-b0b5-470f-89be-605911ee6ff2,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:38.803677 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Attempting to bind port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:38.803884 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Attempting to bind port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:38.804130 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Attempting to bind port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 on network 11d653d4-1a64-49ad-b1c9-a47688119d0c {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:38.810338 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:38.811309 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Checking segment: {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:38.811783 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.812671 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Bound using segment: {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:38.812671 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Bound port: 3bf4a60e-a76c-42b1-9681-e6c6b1245158, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509576b7-f913-4caf-b61b-8f83ef313ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:38.813034 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.833006 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 829c6a06-7eb1-40d7-9b33-9b5104f6424d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:38.833637 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.874955 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.882558 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] For port 0bfc58e1-b0b5-470f-89be-605911ee6ff2, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:38.900536 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] For port 0bfc58e1-b0b5-470f-89be-605911ee6ff2, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0bfc58e1-b0b5-470f-89be-605911ee6ff2,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:38.901669 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.908555 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:38.973519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:39.004690 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:39.007802 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a28806-2d4e-4899-b794-06a2cd48842c None None] Pushing event updated for resources: {'Port': ['ID=0bfc58e1-b0b5-470f-89be-605911ee6ff2,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:39.009764 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:39.017358 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9272853a-4ae7-4dfa-833f-fc9568962e8a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7922318 Aug 12 22:50:39.019131 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42690) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:39.034924 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Routers {'5c98a435-f2d6-4025-9021-e8d22ca62470'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:39.035544 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['5c98a435-f2d6-4025-9021-e8d22ca62470'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:39.039684 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] For port 3bf4a60e-a76c-42b1-9681-e6c6b1245158, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:39.043408 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] For port 3bf4a60e-a76c-42b1-9681-e6c6b1245158, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=3bf4a60e-a76c-42b1-9681-e6c6b1245158,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:39.051105 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:39.114088 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6535c38-1c0b-4795-a9f7-3ab158ea519e None None] Pushing event updated for resources: {'Port': ['ID=3bf4a60e-a76c-42b1-9681-e6c6b1245158,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:39.136619 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device bdc184d0-c936-4553-8411-444c7f3686cd details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:50:39.147542 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Routers {'06951d84-3b3a-411b-8e8b-7dc0e481aa29'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:39.152937 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:39.291045 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port bdc184d0-c936-4553-8411-444c7f3686cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bdc184d0-c936-4553-8411-444c7f3686cd,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:39.313577 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'bdc184d0-c936-4553-8411-444c7f3686cd', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'port_id': 'bdc184d0-c936-4553-8411-444c7f3686cd', 'mac_address': 'fa:16:3e:8a:94:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dabd4a9-ad0d-406f-aacb-fcada9cededa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:50:39.348693 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a82b4-6c96-4304-97a9-9888d85d5966 req-e0bca1fe-f32b-4aef-b4a5-497dee32a25d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:39.350610 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-078a82b4-6c96-4304-97a9-9888d85d5966 req-e0bca1fe-f32b-4aef-b4a5-497dee32a25d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1857255 Aug 12 22:50:39.379679 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e51dd0b7-5be1-41df-9a65-d59704baceb0,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:39.386310 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:39.389286 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] Set router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:39.393683 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:39.413889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3c7ada-ddba-463d-80fe-0a9f53eaacdf,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:39.441955 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:39.446199 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e8e292b1-44a9-4c10-85fd-145767435bcc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1122479 Aug 12 22:50:39.461841 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-078a82b4-6c96-4304-97a9-9888d85d5966 req-b93baebc-72d0-4954-abe4-8f1366169114 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033697 Aug 12 22:50:39.576436 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-f8397fa4-c236-45c8-ba99-d5b91f40d5c2 service neutron] 10.222.0.49 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322821 Aug 12 22:50:39.597348 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:39.601387 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:39.634113 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:39.798561 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5a802-213b-4303-a802-43cb3376eb3c req-05f11907-4546-472f-b2d0-d80c09cb317c tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:39.803244 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccc5a802-213b-4303-a802-43cb3376eb3c req-05f11907-4546-472f-b2d0-d80c09cb317c tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 945 time: 0.1976428 Aug 12 22:50:39.807889 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:39.926129 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 4, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '3bf4a60e-a76c-42b1-9681-e6c6b1245158', 'name': '', 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'mac_address': 'fa:16:3e:74:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '48287b8d-8d59-406e-867c-26b75ce71ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:32Z', 'updated_at': '2021-08-12T22:50:39Z', 'revision_number': 4, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'subnets': [{'id': '48287b8d-8d59-406e-867c-26b75ce71ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:39.938007 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccc5a802-213b-4303-a802-43cb3376eb3c req-9e6cfc3f-c23f-4e9d-a710-dba177bcb8ca tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236258 Aug 12 22:50:39.973161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:40.009532 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd467770-7c62-4564-b06c-3f744ec97b4a None None] The sync data for ids ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'] in dv-cinder-803748-6-iscsi is: [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:50:33Z', 'revision_number': 4, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '3bf4a60e-a76c-42b1-9681-e6c6b1245158', 'name': '', 'network_id': '11d653d4-1a64-49ad-b1c9-a47688119d0c', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'mac_address': 'fa:16:3e:74:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '48287b8d-8d59-406e-867c-26b75ce71ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:32Z', 'updated_at': '2021-08-12T22:50:39Z', 'revision_number': 4, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'subnets': [{'id': '48287b8d-8d59-406e-867c-26b75ce71ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:40.096763 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-2a57b434-6e7a-4802-b458-4355a203f033 service neutron] 10.222.0.49 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774723 Aug 12 22:50:40.117718 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc184d0-c936-4553-8411-444c7f3686cd {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:50:40.145154 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Router 5c98a435-f2d6-4025-9021-e8d22ca62470 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:50:40.181022 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port bdc184d0-c936-4553-8411-444c7f3686cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bdc184d0-c936-4553-8411-444c7f3686cd,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:40.199289 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:40.265976 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=bdc184d0-c936-4553-8411-444c7f3686cd,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:40.283000 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c98a0-e206-4424-a086-b7b87b28243a None None] Network a175f459-f2f9-4f40-8207-bf002f8531fd requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:50:40.406721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] Set router 5c98a435-f2d6-4025-9021-e8d22ca62470 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:40.471575 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:40.489592 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-084f5b65-29c0-4b60-b4a6-f9c3cadbc6d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/5c98a435-f2d6-4025-9021-e8d22ca62470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9047103 Aug 12 22:50:40.500541 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fdeb-854d-4f05-a52f-eb968b7002a5 req-3956c263-8fc1-4db8-ad55-9dabe11ddf95 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:40.505859 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1308fdeb-854d-4f05-a52f-eb968b7002a5 req-3956c263-8fc1-4db8-ad55-9dabe11ddf95 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 944 time: 0.3874753 Aug 12 22:50:40.535918 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Allocated IP 172.20.0.1 (a175f459-f2f9-4f40-8207-bf002f8531fd/396d8cbe-c9b1-479a-a0fb-9bcfdaee0928/f9e9a3b3-2b7e-40a0-bcab-fb7f67185212) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:40.672440 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1308fdeb-854d-4f05-a52f-eb968b7002a5 req-77dbb931-e117-4e31-96d9-b78f71dbf0a5 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085494 Aug 12 22:50:40.804800 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-14261642-07a5-441c-99e1-e608fa95402e req-cd7c8150-0bf3-41b0-bcdb-f6a8529351fc tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 210 time: 0.1023877 Aug 12 22:50:40.895124 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['bdc184d0-c936-4553-8411-444c7f3686cd'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:50:40.897372 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e5ebdc09-93d4-4153-8fc3-7467e12480c8 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:40.908877 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Provisioning complete for port e51dd0b7-5be1-41df-9a65-d59704baceb0 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:40.908877 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:40.910412 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.010253 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Transition to ACTIVE for port object f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:41.033866 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb4b3-dfc0-4630-ada5-8a6632a46882 req-2ca20b3e-a8cf-4edb-a4da-f4bf063e7d53 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:41.035545 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a7eb4b3-dfc0-4630-ada5-8a6632a46882 req-2ca20b3e-a8cf-4edb-a4da-f4bf063e7d53 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1720214 Aug 12 22:50:41.103071 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a7eb4b3-dfc0-4630-ada5-8a6632a46882 req-9561a2a6-56d8-44ba-9b3d-55800ff8546b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 Aug 12 22:50:41.106157 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.190146 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Network a175f459-f2f9-4f40-8207-bf002f8531fd is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:41.194350 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:41.198563 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:41.199220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.268258 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:41.472173 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.566694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Port e51dd0b7-5be1-41df-9a65-d59704baceb0 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:41.660156 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port e5ebdc09-93d4-4153-8fc3-7467e12480c8 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:41.689354 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 3, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:41.705986 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff08c32-7f49-4d9c-bde5-20634c54d3f1 req-cd489351-cc44-4fb4-85c6-cadbf8b9d6ba tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:41.708238 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3ff08c32-7f49-4d9c-bde5-20634c54d3f1 req-cd489351-cc44-4fb4-85c6-cadbf8b9d6ba tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 945 time: 0.1753540 Aug 12 22:50:41.760230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:41.760589 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Updating router 7cfe7872-9210-4fd4-9416-9757ec456c5f port 99f1a503-7d33-48c9-b492-73b267aae6d9 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:41.775533 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Provisioning for port e5ebdc09-93d4-4153-8fc3-7467e12480c8 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:41.808055 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3ff08c32-7f49-4d9c-bde5-20634c54d3f1 req-285ea70d-6370-480e-839d-73c6c33300ef tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899243 Aug 12 22:50:41.818502 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42794) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:41.829276 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238874871', 'description': 'tempest-secgroup-smoke-238874871 description', 'project_id': 'c62921ed35764f09a64abd1d9c53e065'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:41.834166 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Provisioning complete for port e5ebdc09-93d4-4153-8fc3-7467e12480c8 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:41.834419 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.838492 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port e5ebdc09-93d4-4153-8fc3-7467e12480c8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:41.838613 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.949027 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.950799 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.953003 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.979104 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:41.979826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.130933 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a82ec2f2-9cbf-49b7-88a8-b7fea36c7473 req-c8c99862-49d6-4a9f-9fd1-5c8cd6c75fcf tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 210 time: 0.0624311 Aug 12 22:50:42.267615 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'e51dd0b7-5be1-41df-9a65-d59704baceb0', 'name': '', 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'mac_address': 'fa:16:3e:34:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 2, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'subnets': [{'id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:42.293685 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb600d4-4fd9-420f-b6ca-ced097539add req-811fbb7c-acd0-41e2-a07b-64905d792bc7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:42.309202 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bbb600d4-4fd9-420f-b6ca-ced097539add req-811fbb7c-acd0-41e2-a07b-64905d792bc7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0959795 Aug 12 22:50:42.331930 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.353181 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e86fda-2a6c-4d75-a275-98e92bc1e0d3 None None] The sync data for ids ['5c98a435-f2d6-4025-9021-e8d22ca62470'] in dv-cinder-803748-6-iscsi is: [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'e51dd0b7-5be1-41df-9a65-d59704baceb0', 'name': '', 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'mac_address': 'fa:16:3e:34:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 2, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'subnets': [{'id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:42.366183 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:42.387400 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8816b6c-56cc-4754-a1a3-d8ef72b5f9ce req-b4c51a01-d53f-4e71-8fc6-67481f1a8435 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:42.396708 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bbb600d4-4fd9-420f-b6ca-ced097539add req-389867fe-b312-4cb8-b0fd-3ab4158e9802 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865858 Aug 12 22:50:42.398416 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.398545 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8816b6c-56cc-4754-a1a3-d8ef72b5f9ce req-b4c51a01-d53f-4e71-8fc6-67481f1a8435 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 945 time: 0.4732468 Aug 12 22:50:42.522992 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8816b6c-56cc-4754-a1a3-d8ef72b5f9ce req-1eb11635-3eca-4cac-90d4-0729af882679 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234016 Aug 12 22:50:42.542735 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-e87ffcab-b5b0-46c9-b4a1-8801c2d211b0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:42.546551 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-e87ffcab-b5b0-46c9-b4a1-8801c2d211b0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "GET /v2.0/networks?id=d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 200 len: 814 time: 0.1971035 Aug 12 22:50:42.546991 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Network a175f459-f2f9-4f40-8207-bf002f8531fd is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:42.553280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:42.571298 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.575307 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port e5ebdc09-93d4-4153-8fc3-7467e12480c8, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e5ebdc09-93d4-4153-8fc3-7467e12480c8,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:42.585500 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Request body: {'port': {'device_id': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b', 'admin_state_up': True, 'tenant_id': 'b081233b07124e1fa8f49dc5cedaddb4'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:42.605047 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.608448 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.610229 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 3bf4a60e-a76c-42b1-9681-e6c6b1245158 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:42.778431 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.782883 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9613321 Aug 12 22:50:42.796070 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Made reservation on behalf of b081233b07124e1fa8f49dc5cedaddb4 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:50:42.801566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.802428 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42806) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:42.819943 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.db.api [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:50:42.821517 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG oslo_db.api [None req-6024d9ab-6b60-4636-be92-e2f7429ac0b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:50:42.851990 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group_rule': {'security_group_id': '3c65a356-369b-409d-9218-74e94edd2765', 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:42.876323 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3caf07-0e55-4351-913c-81cc659c1886 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c65a356-369b-409d-9218-74e94edd2765,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:42.891531 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:42.902619 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=e5ebdc09-93d4-4153-8fc3-7467e12480c8,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:42.923928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:42.925001 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.929820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:50:42.931052 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.967609 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:42.988974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Transition to ACTIVE for port object 99f1a503-7d33-48c9-b492-73b267aae6d9 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:43.017131 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.094128 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Allocated IP 172.20.0.7 (d29cac0a-ad22-435f-ac44-7ede00113b5b/6e2f25df-51d1-4fab-a8c1-92c1dde9f204/eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:43.103429 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.110827 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Attempting to bind port 99f1a503-7d33-48c9-b492-73b267aae6d9 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:43.111199 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Attempting to bind port 99f1a503-7d33-48c9-b492-73b267aae6d9 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:43.111647 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Attempting to bind port 99f1a503-7d33-48c9-b492-73b267aae6d9 on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:43.113290 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.114167 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.116746 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33f099-12b5-4d0e-8c4d-1fb31dddc373 None None] Pushing event updated for resources: {'Port': ['ID=99f1a503-7d33-48c9-b492-73b267aae6d9,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.134234 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:43.134695 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:43.135102 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.135488 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:43.135954 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Bound port: 99f1a503-7d33-48c9-b492-73b267aae6d9, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:43.136335 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.177853 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc9f128-d0f3-4cd7-a45d-74b92f568868,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.184706 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.189163 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-87e713e4-cf1b-406d-9bbb-2fb5858fba4e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3407631 Aug 12 22:50:43.189344 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f932b2-67c4-4240-99e4-f5decf115ee6 req-fc9d315d-8474-4075-b487-efe227ab14ad tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:43.189818 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:50:43.189905 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-39f932b2-67c4-4240-99e4-f5decf115ee6 req-fc9d315d-8474-4075-b487-efe227ab14ad tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 945 time: 0.1879811 Aug 12 22:50:43.191010 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42814) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:43.215531 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3cc30b4b-44d0-4f40-ae6a-e14a220ddc35 admin admin] 10.222.0.49 "PUT /v2.0/routers/7cfe7872-9210-4fd4-9416-9757ec456c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1844420 Aug 12 22:50:43.215531 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group_rule': {'security_group_id': '3c65a356-369b-409d-9218-74e94edd2765', 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:43.215845 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 3bf4a60e-a76c-42b1-9681-e6c6b1245158, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=3bf4a60e-a76c-42b1-9681-e6c6b1245158,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:43.226539 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.291756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.322849 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] For port 99f1a503-7d33-48c9-b492-73b267aae6d9, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:43.336937 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-39f932b2-67c4-4240-99e4-f5decf115ee6 req-81fe340d-7830-45ea-9766-8540ab44821d tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190138 Aug 12 22:50:43.376998 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] For port 99f1a503-7d33-48c9-b492-73b267aae6d9, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=99f1a503-7d33-48c9-b492-73b267aae6d9,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:43.401412 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.415886 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0a8e88de-1b0e-4926-bd7e-7497077417c7 req-fc6cde59-9378-4a02-ae8a-1a26e277dbe1 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 210 time: 0.0983775 Aug 12 22:50:43.434657 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e5ebdc09-93d4-4153-8fc3-7467e12480c8 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:43.469189 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.478726 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.487226 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.496019 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=3bf4a60e-a76c-42b1-9681-e6c6b1245158,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.552421 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dfe57d-2d0e-4a97-8bb1-f1c26269d6e0,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.559040 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.563566 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d05f8ab1-1c8e-4dd0-b0a7-44413c3c6f74 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3650014 Aug 12 22:50:43.566171 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42826) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:43.575537 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group_rule': {'security_group_id': '3c65a356-369b-409d-9218-74e94edd2765', 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:43.587543 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:43.588226 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:43.597420 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.638177 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.681583 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Network d29cac0a-ad22-435f-ac44-7ede00113b5b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:43.687279 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:43.693753 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:43.712561 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034a68b-15f4-4f8d-9171-235e2012f65e req-c34b9dee-ea36-456d-8a1f-a06776809abf tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:43.720551 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b034a68b-15f4-4f8d-9171-235e2012f65e req-c34b9dee-ea36-456d-8a1f-a06776809abf tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1723957 Aug 12 22:50:43.752805 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Pushing event updated for resources: {'Port': ['ID=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.762998 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33f099-12b5-4d0e-8c4d-1fb31dddc373 None None] Pushing event updated for resources: {'Port': ['ID=99f1a503-7d33-48c9-b492-73b267aae6d9,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.797977 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a8a4754b-03c7-469b-b26f-9f7a19645c02 None None] Provisioning complete for port e5ebdc09-93d4-4153-8fc3-7467e12480c8 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:43.798473 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a8a4754b-03c7-469b-b26f-9f7a19645c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.808180 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.814306 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.823132 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:43.823968 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.851114 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b034a68b-15f4-4f8d-9171-235e2012f65e req-46bfa459-9ba9-4d48-9e20-2298d6ce1db4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268563 Aug 12 22:50:43.851114 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-32e03067-07ff-4260-bcf8-c8b38d0e71c0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2727211 Aug 12 22:50:43.878032 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port e5ebdc09-93d4-4153-8fc3-7467e12480c8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:43.878583 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.882776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:43.886524 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166559 Aug 12 22:50:43.886524 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606604c-dfb4-45cc-abb9-9cbb48acd712 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8c5b57-98bf-43aa-b64d-a2e7bb04b333,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:43.892603 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Request body: {'port': {'device_id': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:43.894154 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42830) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:43.918854 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group_rule': {'security_group_id': '3c65a356-369b-409d-9218-74e94edd2765', 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:43.993121 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:43.996544 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.016475 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4399-82ce-4a49-9783-84f684caaf56 req-1ee03ae8-35ce-4d77-97fe-70cd26d86582 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:44.018173 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-368e4399-82ce-4a49-9783-84f684caaf56 req-1ee03ae8-35ce-4d77-97fe-70cd26d86582 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 945 time: 0.1331961 Aug 12 22:50:44.069156 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.166012 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeba3a-6854-44c2-925a-270f06da4aa3 req-827f9fc6-39df-4a47-9533-eb61bf7021f8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:44.174767 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6cdeba3a-6854-44c2-925a-270f06da4aa3 req-827f9fc6-39df-4a47-9533-eb61bf7021f8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 945 time: 0.2015903 Aug 12 22:50:44.272262 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.291975 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a8a4754b-03c7-469b-b26f-9f7a19645c02 None None] Provisioning for port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:44.293181 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.313454 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6cdeba3a-6854-44c2-925a-270f06da4aa3 req-67f29007-5698-443b-8f8d-ccbb01ae02ff tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353934 Aug 12 22:50:44.322056 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a8a4754b-03c7-469b-b26f-9f7a19645c02 None None] Provisioning complete for port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:44.322459 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a8a4754b-03c7-469b-b26f-9f7a19645c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.364364 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323633ab-9e8b-405d-bfd4-11a272d8ce70,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:44.390370 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.395821 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-78c50064-2fc0-44f9-bb17-2b95e667e2db tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4938822 Aug 12 22:50:44.407651 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42836) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:44.428638 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group_rule': {'security_group_id': '3c65a356-369b-409d-9218-74e94edd2765', 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:44.450385 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Deleting port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:50:44.450717 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.630280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] For port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:44.630280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.647356 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:50:44.649291 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Calling delete_port for d3115ea3-d61c-4072-ba5f-3aa98bdd95cd owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:50:44.675619 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4754b-03c7-469b-b26f-9f7a19645c02 None None] Port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:50:44.683040 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.699290 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 2, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:44.711963 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Transition to ACTIVE for port object eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:44.737194 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a02e26-438a-4a0e-8ada-9f4f4dd37ac8 req-32b093a9-52b2-477c-9e6a-36c8e851e031 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:44.743372 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-73a02e26-438a-4a0e-8ada-9f4f4dd37ac8 req-32b093a9-52b2-477c-9e6a-36c8e851e031 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 945 time: 0.1372833 Aug 12 22:50:44.744634 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe00b5-80de-467b-8d5d-4027df9723c4 None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 2, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:44.744819 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.756788 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.securitygroups_db [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Project c62921ed35764f09a64abd1d9c53e065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:50:44.767218 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.849095 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-73a02e26-438a-4a0e-8ada-9f4f4dd37ac8 req-f594211e-7f31-41f7-8e2e-c1172edb9fce tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948629 Aug 12 22:50:44.851855 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:44.880870 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.906660 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.939810 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Attempting to bind port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:44.940065 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bd7103-6954-461f-bb33-e625c5b5eb85,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:44.940347 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Attempting to bind port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:44.940759 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Attempting to bind port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 on network d29cac0a-ad22-435f-ac44-7ede00113b5b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:44.954068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 on network d29cac0a-ad22-435f-ac44-7ede00113b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:50:44.954068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Attempting to bind port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 on network d29cac0a-ad22-435f-ac44-7ede00113b5b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:44.954068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:44.954068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Checking segment: {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:44.954068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Bound using segment: {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:44.954068 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Bound port: eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:44.954934 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.984191 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:44.985561 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9b4f5aef-b7c1-48ed-ac5e-154d92293825 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5769806 Aug 12 22:50:44.989902 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42844) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:44.997091 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'security_group_rule': {'security_group_id': '3c65a356-369b-409d-9218-74e94edd2765', 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:45.007187 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 42846) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:45.016085 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154823565', 'description': 'tempest-description--791150672'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:45.026026 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.071383 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['d3115ea3-d61c-4072-ba5f-3aa98bdd95cd'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:50:45.089364 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Pushing event deleted for resources: {'Port': ['ID=d3115ea3-d61c-4072-ba5f-3aa98bdd95cd,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:45.089739 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] For port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:45.095034 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] For port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:45.108440 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27be5-3a40-4828-b8c7-e9222bebb3d8 req-78f9836b-8c22-494f-a19c-2c2b9e8089ca tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:45.110062 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47b27be5-3a40-4828-b8c7-e9222bebb3d8 req-78f9836b-8c22-494f-a19c-2c2b9e8089ca tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 943 time: 0.0993464 Aug 12 22:50:45.111802 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.164612 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.securitygroups_db [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Project c62921ed35764f09a64abd1d9c53e065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:50:45.171260 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:45.171863 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.176227 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] 10.222.0.42 "PUT /v2.0/ports/eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 HTTP/1.1" status: 200 len: 1093 time: 1.2895350 Aug 12 22:50:45.176227 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'tag': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:45.176227 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29777303-3edc-4ee2-8eab-77283ec0bb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fde60887-04f4-4d03-9780-e34aeae95b11", "tag": "eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:45.178800 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device bdc184d0-c936-4553-8411-444c7f3686cd up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:45.192444 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] No DVR routers for this DVR port d3115ea3-d61c-4072-ba5f-3aa98bdd95cd on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:50:45.195712 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.197751 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-368e4399-82ce-4a49-9783-84f684caaf56 req-23760fcb-1228-4652-a2e4-d4d2f73b07bb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "DELETE /v2.0/ports/d3115ea3-d61c-4072-ba5f-3aa98bdd95cd HTTP/1.1" status: 204 len: 173 time: 1.1723030 Aug 12 22:50:45.199937 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52323394-a84b-4da7-98a4-87e55fdacde2', 'name': 'network-vif-deleted', 'tag': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:45.205486 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47b27be5-3a40-4828-b8c7-e9222bebb3d8 req-6cb74e0f-13cf-4136-ad3c-59144c5bc582 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885081 Aug 12 22:50:45.206989 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11925ad2-b86b-4c92-bccb-11eb25a8eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:45.212755 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e43d2-c9f0-4250-8863-4a75301de988" -d '{"events": [{"server_uuid": "52323394-a84b-4da7-98a4-87e55fdacde2", "name": "network-vif-deleted", "tag": "d3115ea3-d61c-4072-ba5f-3aa98bdd95cd"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:45.219089 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.224913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.303045 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a7cd90-9ccb-4f76-955e-2bd12287a2a4 x-openstack-request-id: req-b5a7cd90-9ccb-4f76-955e-2bd12287a2a4 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:45.303338 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde60887-04f4-4d03-9780-e34aeae95b11", "tag": "eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:45.303592 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5a7cd90-9ccb-4f76-955e-2bd12287a2a4 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:45.303995 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'tag': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12', 'status': 'completed', 'code': 200} Aug 12 22:50:45.327782 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port bdc184d0-c936-4553-8411-444c7f3686cd completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:45.333028 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port bdc184d0-c936-4553-8411-444c7f3686cd triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:45.333682 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.348488 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf19d3-b82e-47a0-806b-e5689cf11e49 req-0983524c-f109-434d-98ab-5d1f39f61f4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:45.350108 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1acf19d3-b82e-47a0-806b-e5689cf11e49 req-0983524c-f109-434d-98ab-5d1f39f61f4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.2799344 Aug 12 22:50:45.355066 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec40d82-a012-4e7e-9112-bdc5ba091f13 x-openstack-request-id: req-1ec40d82-a012-4e7e-9112-bdc5ba091f13 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:45.355412 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52323394-a84b-4da7-98a4-87e55fdacde2", "name": "network-vif-deleted", "tag": "d3115ea3-d61c-4072-ba5f-3aa98bdd95cd", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:45.355691 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ec40d82-a012-4e7e-9112-bdc5ba091f13 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:45.356077 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52323394-a84b-4da7-98a4-87e55fdacde2', 'name': 'network-vif-deleted', 'tag': 'd3115ea3-d61c-4072-ba5f-3aa98bdd95cd', 'status': 'completed', 'code': 200} Aug 12 22:50:45.422944 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.428817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-42ba78e1-d190-43d8-a1ba-443983ee0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:45.431090 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-42ba78e1-d190-43d8-a1ba-443983ee0af4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 1096 time: 0.1512086 Aug 12 22:50:45.440189 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.477639 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.485795 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5e309f-6228-4a79-b1bd-7079eb0bee4b,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:45.486821 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0bfc58e1-b0b5-470f-89be-605911ee6ff2 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:45.490924 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1acf19d3-b82e-47a0-806b-e5689cf11e49 req-baf352ca-37ea-441f-a718-0a44f5fe99f9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270134 Aug 12 22:50:45.508145 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bc6b7-f3db-4474-86a9-44c750a1ff38 req-330c3fec-065d-4f3d-8444-18da1cbc64d7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:45.509944 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b68bc6b7-f3db-4474-86a9-44c750a1ff38 req-330c3fec-065d-4f3d-8444-18da1cbc64d7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 945 time: 0.0906904 Aug 12 22:50:45.534818 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-55c604e4-ceb6-404e-b564-a59c5c2c3931 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 HTTP/1.1" status: 200 len: 217 time: 0.0663655 Aug 12 22:50:45.555521 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc184d0-c936-4553-8411-444c7f3686cd'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:45.557586 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1ed16e-7b27-4b33-95a9-db85af32d42b" -d '{"events": [{"server_uuid": "bdeb395d-3876-41c5-9a18-54187d42781c", "name": "network-vif-plugged", "status": "completed", "tag": "bdc184d0-c936-4553-8411-444c7f3686cd"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:45.574655 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b68bc6b7-f3db-4474-86a9-44c750a1ff38 req-c6fda709-5e75-4d6a-9058-2ba8fcd5e797 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543597 Aug 12 22:50:45.578013 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port bdc184d0-c936-4553-8411-444c7f3686cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bdc184d0-c936-4553-8411-444c7f3686cd,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:45.595161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.597049 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.598030 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device d3115ea3-d61c-4072-ba5f-3aa98bdd95cd no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:50:45.603352 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.613261 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.622278 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c1e8798b-6bd3-4872-8288-9168184a1430 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6236036 Aug 12 22:50:45.625191 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9408e9b0-72ce-462c-959e-850b86539d27 x-openstack-request-id: req-9408e9b0-72ce-462c-959e-850b86539d27 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:50:45.625495 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb395d-3876-41c5-9a18-54187d42781c", "name": "network-vif-plugged", "status": "completed", "tag": "bdc184d0-c936-4553-8411-444c7f3686cd", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:50:45.625754 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9408e9b0-72ce-462c-959e-850b86539d27 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:50:45.626359 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc184d0-c936-4553-8411-444c7f3686cd', 'code': 200} Aug 12 22:50:45.648789 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-b757f21b-b489-45e1-a0dc-ab665f5dab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:45.650486 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-b757f21b-b489-45e1-a0dc-ab665f5dab47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e2f25df-51d1-4fab-a8c1-92c1dde9f204 HTTP/1.1" status: 200 len: 854 time: 0.1071341 Aug 12 22:50:45.653927 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.658617 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6476460 Aug 12 22:50:45.658776 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: d3115ea3-d61c-4072-ba5f-3aa98bdd95cd {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:50:45.658776 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device d3115ea3-d61c-4072-ba5f-3aa98bdd95cd not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:50:45.659243 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:45.659765 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42860) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:45.661125 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcf6e5-c05e-417b-92ce-59659681e3ff tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8584ae74-81a0-413c-a231-54902772e6c6,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:45.665670 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:45.666214 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.666628 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'security_group_rule': {'security_group_id': '8584ae74-81a0-413c-a231-54902772e6c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:45.702945 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.727272 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=bdc184d0-c936-4553-8411-444c7f3686cd,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:45.746174 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-6c601337-f76b-48cb-9399-c2ab5b193525 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d29cac0a-ad22-435f-ac44-7ede00113b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430591 Aug 12 22:50:45.796193 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.804864 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.835133 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.845461 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b68834-524b-4341-a821-741440864b71,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:45.860600 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.861532 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-976aaeef-b94e-4ebb-8d30-20024427cad2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004538 Aug 12 22:50:45.864099 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42880) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:45.868008 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 0bfc58e1-b0b5-470f-89be-605911ee6ff2, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0bfc58e1-b0b5-470f-89be-605911ee6ff2,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:45.869561 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'security_group_rule': {'security_group_id': '8584ae74-81a0-413c-a231-54902772e6c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:45.873307 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:45.874434 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 3bf4a60e-a76c-42b1-9681-e6c6b1245158 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:46.015944 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-2f16eec1-3216-4762-9b54-a170023e5717 service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546942 Aug 12 22:50:46.053210 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.069696 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=0bfc58e1-b0b5-470f-89be-605911ee6ff2,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:46.077784 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:46.078384 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.234410 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-638476b7-8d0c-4209-924a-5481485756d1 req-32ad6962-7794-40db-b115-62a0faa97932 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=52323394-a84b-4da7-98a4-87e55fdacde2 HTTP/1.1" status: 200 len: 210 time: 0.1030109 Aug 12 22:50:46.266170 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a50e9c2f-3cba-4310-8106-b8bd28b7406c req-1bc91b10-4d6a-466b-963b-ae5d02440d7b service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289240 Aug 12 22:50:46.284727 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2503-e330-4277-9e64-f3f10e2868be req-dcb652b8-faf3-4a34-b692-20619edc5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:46.286246 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-806c2503-e330-4277-9e64-f3f10e2868be req-dcb652b8-faf3-4a34-b692-20619edc5c8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 1099 time: 0.3547804 Aug 12 22:50:46.288034 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.294067 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.345869 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b77dabc-a88f-47f0-9115-b8d6d1aed1e1,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:46.383995 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Sync routers for ids ['5c98a435-f2d6-4025-9021-e8d22ca62470'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:46.391352 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53176d9c-88b5-4885-ba87-36ef556174ae req-517a86fe-2daf-4fa8-bde5-f742e9392cb6 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:46.400481 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53176d9c-88b5-4885-ba87-36ef556174ae req-517a86fe-2daf-4fa8-bde5-f742e9392cb6 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 943 time: 0.0788195 Aug 12 22:50:46.401374 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Routers {'5c98a435-f2d6-4025-9021-e8d22ca62470'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:46.413934 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['5c98a435-f2d6-4025-9021-e8d22ca62470'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:46.417932 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.421008 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7b24d4b7-e6b6-46b1-bb51-1e41d8e10b40 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5556986 Aug 12 22:50:46.424557 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 42908) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:50:46.430819 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:50:46.446016 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-806c2503-e330-4277-9e64-f3f10e2868be req-b036f909-909e-4aa0-91df-ca46a2ba9d82 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474409 Aug 12 22:50:46.483358 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.517353 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-ca0554e8-e7f1-4ab1-a49e-23969204511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:46.519747 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-ca0554e8-e7f1-4ab1-a49e-23969204511a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 1096 time: 0.1025684 Aug 12 22:50:46.536575 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53176d9c-88b5-4885-ba87-36ef556174ae req-771a8232-d343-493c-a112-0117e1b4d35a tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341796 Aug 12 22:50:46.556958 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Set router 5c98a435-f2d6-4025-9021-e8d22ca62470 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:46.747300 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dcc99-768f-4088-b9a0-c14635ab94c1 req-a7e752b0-0404-461c-b27c-9adc7bd4a9d6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:46.751590 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a81dcc99-768f-4088-b9a0-c14635ab94c1 req-a7e752b0-0404-461c-b27c-9adc7bd4a9d6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1668429 Aug 12 22:50:46.754440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26075e9e-4da0-40d6-9e96-f0565bc3c69f req-9e9107c6-b6fd-4972-ba07-a1efec8d5685 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:46.767291 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-26075e9e-4da0-40d6-9e96-f0565bc3c69f req-9e9107c6-b6fd-4972-ba07-a1efec8d5685 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 946 time: 0.0890675 Aug 12 22:50:46.825321 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-26075e9e-4da0-40d6-9e96-f0565bc3c69f req-3266c970-a64e-4c98-85d6-dda94f41ef09 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562015 Aug 12 22:50:46.828818 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a81dcc99-768f-4088-b9a0-c14635ab94c1 req-2f126762-cda3-4954-ae9b-da1d7f9233f4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716932 Aug 12 22:50:46.838124 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'e51dd0b7-5be1-41df-9a65-d59704baceb0', 'name': '', 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'mac_address': 'fa:16:3e:34:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 2, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'subnets': [{'id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:46.843674 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.872568 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Checking router: 5c98a435-f2d6-4025-9021-e8d22ca62470 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:46.872988 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Updating router 5c98a435-f2d6-4025-9021-e8d22ca62470 port e51dd0b7-5be1-41df-9a65-d59704baceb0 binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:46.912304 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:46.959611 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-a4285df2-b6d6-42d7-a399-d04d71264e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:46.961360 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-a4285df2-b6d6-42d7-a399-d04d71264e7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 200 len: 915 time: 0.1581755 Aug 12 22:50:47.032599 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Allocated IP 172.27.2.109 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/a6ad16e2-ead0-4448-89a5-dde7c8cb3175) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:50:47.048297 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-1553a0a6-dce9-4f03-95ab-363b6fabe9ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 HTTP/1.1" status: 200 len: 217 time: 0.0626204 Aug 12 22:50:47.136603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-f5409ba3-d4eb-4679-90f7-54836256af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:47.136603 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-f5409ba3-d4eb-4679-90f7-54836256af42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e2f25df-51d1-4fab-a8c1-92c1dde9f204 HTTP/1.1" status: 200 len: 854 time: 0.0758631 Aug 12 22:50:47.180146 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-826ffc46-ea41-4a7a-bb76-76ecae391edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d29cac0a-ad22-435f-ac44-7ede00113b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349407 Aug 12 22:50:47.226445 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.346493 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.352071 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.365064 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-d17ff805-b385-4713-ba2e-3f696c2da1be service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728876 Aug 12 22:50:47.366070 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Transition to ACTIVE for port object e51dd0b7-5be1-41df-9a65-d59704baceb0 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:47.375712 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.402395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:50:47.410671 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:50:47.419506 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:50:47.452264 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d910-8f20-4c2d-86a4-e793eab79965 None None] Pushing event updated for resources: {'Port': ['ID=e51dd0b7-5be1-41df-9a65-d59704baceb0,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:47.486596 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'Port': ['ID=a6ad16e2-ead0-4448-89a5-dde7c8cb3175,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:47.522945 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Attempting to bind port e51dd0b7-5be1-41df-9a65-d59704baceb0 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:47.523703 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Attempting to bind port e51dd0b7-5be1-41df-9a65-d59704baceb0 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:47.524200 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Attempting to bind port e51dd0b7-5be1-41df-9a65-d59704baceb0 on network 96cc83e6-46e8-48fa-83cf-3bd313549e4e {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:47.535471 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:47.536115 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Checking segment: {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:47.536652 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.537216 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Bound using segment: {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:47.537870 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Bound port: e51dd0b7-5be1-41df-9a65-d59704baceb0, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c6125d-0a70-4922-9f4c-633e83375698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:47.538439 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.603994 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 99f1a503-7d33-48c9-b492-73b267aae6d9 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:47.651214 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29777303-3edc-4ee2-8eab-77283ec0bb5c req-e83d7c4c-4708-47f5-bffc-f2818ba123a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765224 Aug 12 22:50:47.668810 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] For port e51dd0b7-5be1-41df-9a65-d59704baceb0, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:47.681174 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] For port e51dd0b7-5be1-41df-9a65-d59704baceb0, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e51dd0b7-5be1-41df-9a65-d59704baceb0,segment=NetworkSegment(d7c6125d-0a70-4922-9f4c-633e83375698),segment_id=d7c6125d-0a70-4922-9f4c-633e83375698)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:47.688444 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.730690 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 99f1a503-7d33-48c9-b492-73b267aae6d9 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:47.736598 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 99f1a503-7d33-48c9-b492-73b267aae6d9 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:47.737198 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.783029 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Routers {'5c98a435-f2d6-4025-9021-e8d22ca62470'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:47.783029 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['5c98a435-f2d6-4025-9021-e8d22ca62470'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:47.810514 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.836207 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5d910-8f20-4c2d-86a4-e793eab79965 None None] Pushing event updated for resources: {'Port': ['ID=e51dd0b7-5be1-41df-9a65-d59704baceb0,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:47.880494 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db261bfd-3603-4354-983e-3517e3ab127a req-82184b3c-65c1-4a5d-8ebd-04449a4f0a43 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:47.883034 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.891435 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db261bfd-3603-4354-983e-3517e3ab127a req-82184b3c-65c1-4a5d-8ebd-04449a4f0a43 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 943 time: 0.1983981 Aug 12 22:50:47.911973 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 99f1a503-7d33-48c9-b492-73b267aae6d9, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=99f1a503-7d33-48c9-b492-73b267aae6d9,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:47.925796 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:47.926505 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0bfc58e1-b0b5-470f-89be-605911ee6ff2 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:47.936152 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:48.038872 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] Set router 5c98a435-f2d6-4025-9021-e8d22ca62470 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:48.086805 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db261bfd-3603-4354-983e-3517e3ab127a req-db7a0057-9308-42fb-b1e0-0ce125f94058 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472127 Aug 12 22:50:48.111593 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=99f1a503-7d33-48c9-b492-73b267aae6d9,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:48.123874 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:48.124363 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:48.257869 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812bbbd-e5af-49e7-8fb4-b87fa3f508e6 req-33f259a9-4117-4313-b31c-4423f46d506b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:48.259396 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4812bbbd-e5af-49e7-8fb4-b87fa3f508e6 req-33f259a9-4117-4313-b31c-4423f46d506b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 946 time: 0.0816817 Aug 12 22:50:48.321035 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'e51dd0b7-5be1-41df-9a65-d59704baceb0', 'name': '', 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'mac_address': 'fa:16:3e:34:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'subnets': [{'id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:48.327302 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4812bbbd-e5af-49e7-8fb4-b87fa3f508e6 req-c9a1eb84-88d6-4ce2-a6a7-528af4082de4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614347 Aug 12 22:50:48.331175 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:48.336223 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:48.355043 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb848d0e-7f24-4ac3-b8a4-3a4c7f6b3e2c None None] The sync data for ids ['5c98a435-f2d6-4025-9021-e8d22ca62470'] in dv-cinder-803748-6-iscsi is: [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:50:37Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'e51dd0b7-5be1-41df-9a65-d59704baceb0', 'name': '', 'network_id': '96cc83e6-46e8-48fa-83cf-3bd313549e4e', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'mac_address': 'fa:16:3e:34:fa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'subnets': [{'id': 'e9dcf616-0f1d-4e88-aa81-dcf527e829e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:48.671660 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'Port': ['ID=a6ad16e2-ead0-4448-89a5-dde7c8cb3175,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:48.686843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:48.712922 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38bab0-eda1-49ee-8b6b-73c4be4155db req-636849e8-f533-40da-aba7-a3dfdb610a7e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:48.714487 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa38bab0-eda1-49ee-8b6b-73c4be4155db req-636849e8-f533-40da-aba7-a3dfdb610a7e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.3194923 Aug 12 22:50:48.715433 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:48.723356 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9f08c5f8-7704-41b7-a796-4607b0b965a8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2903759 Aug 12 22:50:48.756933 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa38bab0-eda1-49ee-8b6b-73c4be4155db req-d71e4bce-f6c3-4625-b5a2-35cb6e535ce6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Aug 12 22:50:49.180979 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:50:49.288149 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:49.304529 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12', 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b', 'port_id': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12', 'mac_address': 'fa:16:3e:1d:ba:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f25df-51d1-4fab-a8c1-92c1dde9f204', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:50:49.357085 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:50:49.361939 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 99f1a503-7d33-48c9-b492-73b267aae6d9 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:49.366882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:49.405729 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:49.406281 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:49.410403 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:50:49.476512 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:49.484187 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:49.544660 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 99f1a503-7d33-48c9-b492-73b267aae6d9 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:49.545097 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:49.596093 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:49.612159 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:49.767220 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e51dd0b7-5be1-41df-9a65-d59704baceb0 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:49.859850 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port e51dd0b7-5be1-41df-9a65-d59704baceb0 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:49.865837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port e51dd0b7-5be1-41df-9a65-d59704baceb0 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:49.866390 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:49.912180 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 2, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:49.943757 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:50:49.946615 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:50:49.946955 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Updating router 7cfe7872-9210-4fd4-9416-9757ec456c5f port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:50:50.022901 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.059889 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.303081 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port e51dd0b7-5be1-41df-9a65-d59704baceb0, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e51dd0b7-5be1-41df-9a65-d59704baceb0,segment=NetworkSegment(d7c6125d-0a70-4922-9f4c-633e83375698),segment_id=d7c6125d-0a70-4922-9f4c-633e83375698)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:50.312938 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.440963 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=e51dd0b7-5be1-41df-9a65-d59704baceb0,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:50.570375 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.580747 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Transition to ACTIVE for port object f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:50:50.586817 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.642104 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c88b0-5942-4635-a997-6a9a3f6427e1 None None] Pushing event updated for resources: {'Port': ['ID=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:50.693348 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Attempting to bind port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:50:50.693723 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Attempting to bind port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:50:50.694081 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Attempting to bind port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 on network a175f459-f2f9-4f40-8207-bf002f8531fd {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:50:50.700025 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:50:50.700424 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Checking segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:50:50.700858 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.701328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Bound using segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:50:50.701808 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Bound port: f9e9a3b3-2b7e-40a0-bcab-fb7f67185212, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:50:50.702197 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.768909 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] For port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:50:50.772518 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] For port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:50:50.776721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:50.849894 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:50:50.850569 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:50.853291 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c88b0-5942-4635-a997-6a9a3f6427e1 None None] Pushing event updated for resources: {'Port': ['ID=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:50.970610 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:50:51.281034 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:50Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:50:51.310230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74abdd5-a461-4cdd-9882-82d78cb5cf59 None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:50Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:50:51.351153 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e51dd0b7-5be1-41df-9a65-d59704baceb0 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:51.411259 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port e51dd0b7-5be1-41df-9a65-d59704baceb0 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:51.411840 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:51.494967 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:51.547197 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:51.551578 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:51.552071 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:51.643928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:51.678243 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:51.682983 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:51.741522 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:53.206301 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:53.265595 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:50:53.269761 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:53.270140 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:53.311825 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:50:53.386231 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:53.400201 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:50:53.400567 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:53.435682 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:50:53.437967 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805366b8-e150-4cd6-8398-ac6ecccb2062" -d '{"events": [{"server_uuid": "fde60887-04f4-4d03-9780-e34aeae95b11", "name": "network-vif-plugged", "status": "completed", "tag": "eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:50:53.458225 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:50:53.463352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:53.541072 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:50:53.840978 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d390d48a-e7d0-4e2f-8bb1-fedd605481fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:55.323759 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:56.379836 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7127757b-ea23-42c1-aea3-78809f21d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:56.518557 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:57.570974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:59.008975 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-74dd45c1-31bc-4c03-b615-ff4eeaf16009 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1154823565&fields=id&tenant_id=f3b1414ab65e48bf8b8700b7b5db6288 HTTP/1.1" status: 200 len: 267 time: 0.0442245 Aug 12 22:50:59.064736 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-a07c364f-f9ed-49af-a4e5-44fd6cf1fec0 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:59.066275 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-a07c364f-f9ed-49af-a4e5-44fd6cf1fec0 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/networks?id=b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 200 len: 809 time: 0.1149764 Aug 12 22:50:59.078971 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:59.082354 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-2d5363b7-331a-47a3-afac-1bd3a28e8f6f tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/quotas/01019dd97a3d4f85aeeb4f29c5522984 HTTP/1.1" status: 200 len: 375 time: 0.0103302 Aug 12 22:50:59.116579 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-3bbeadf9-3bd2-4ddb-894b-584531329863 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280356 Aug 12 22:50:59.122511 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a24ab7e0-52c9-48d2-b370-ea8a0c21208a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:59.124632 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a24ab7e0-52c9-48d2-b370-ea8a0c21208a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 810 time: 0.1074269 Aug 12 22:50:59.139361 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-ecc1b295-1ee8-40f0-8c09-fc727d1f6dd4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/quotas/f3b1414ab65e48bf8b8700b7b5db6288 HTTP/1.1" status: 200 len: 375 time: 0.0089638 Aug 12 22:50:59.196050 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-f86c29fd-f6df-403c-9cf7-a10174b82df1 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510912 Aug 12 22:50:59.209809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-127df082-8bf8-4a38-9501-5ef8ffbadccd service neutron] 10.222.0.49 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Aug 12 22:50:59.295797 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-34de7c93-08cc-45c2-b809-8f4c2ec0d286 service neutron] 10.222.0.49 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857999 Aug 12 22:50:59.302393 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-124f31c7-8390-4ef9-ac25-f894299d534d service neutron] 10.222.0.49 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Aug 12 22:50:59.390749 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-dbeadf49-4331-488e-9780-c7aa4b717789 service neutron] 10.222.0.49 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884418 Aug 12 22:50:59.521735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb917b9-3561-4f58-b3cf-c7e65c768347 req-0b6a9f4e-e33e-4fc7-95ef-5995b477904a tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:59.526879 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9cb917b9-3561-4f58-b3cf-c7e65c768347 req-0b6a9f4e-e33e-4fc7-95ef-5995b477904a tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0702517 Aug 12 22:50:59.579540 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9cb917b9-3561-4f58-b3cf-c7e65c768347 req-00f4c7cf-5ff5-4ff3-8725-1a672251825a tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495191 Aug 12 22:50:59.948675 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad9955-136e-4a64-ba4c-4e347cc21425 req-6fd9fa8e-d564-459d-8508-ec0668cabd33 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:50:59.950319 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76ad9955-136e-4a64-ba4c-4e347cc21425 req-6fd9fa8e-d564-459d-8508-ec0668cabd33 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.2962484 Aug 12 22:50:59.993987 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76ad9955-136e-4a64-ba4c-4e347cc21425 req-e5b82b17-95e3-479b-94e7-aee466b0cc7c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Aug 12 22:51:00.043827 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055015f2-025a-4c05-99c5-c0ff2777f1fc x-openstack-request-id: req-055015f2-025a-4c05-99c5-c0ff2777f1fc {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:00.044124 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde60887-04f4-4d03-9780-e34aeae95b11", "name": "network-vif-plugged", "status": "completed", "tag": "eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:00.044376 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-055015f2-025a-4c05-99c5-c0ff2777f1fc {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:00.044766 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12', 'code': 200} Aug 12 22:51:00.126243 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90680308-4dc5-4aa0-b038-b8e76036977a req-a537122a-6490-4b5d-8d9f-00974f3d32a0 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 210 time: 0.0314751 Aug 12 22:51:00.221040 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bc80c1e5-e130-459a-85fc-0586dd64caaa req-86dd2eac-3b8b-484d-9377-4c366ee2b213 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 210 time: 0.0309861 Aug 12 22:51:00.414182 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3c7a4-0c13-49a2-9a54-5ed4f6f9d4c5 req-310e4fe2-8e1a-4355-9601-a63e9c33e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:00.415734 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eda3c7a4-0c13-49a2-9a54-5ed4f6f9d4c5 req-310e4fe2-8e1a-4355-9601-a63e9c33e24c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 1098 time: 0.0387189 Aug 12 22:51:00.476822 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eda3c7a4-0c13-49a2-9a54-5ed4f6f9d4c5 req-ecdfda4b-8942-4fa5-bd11-0d9c3fccdfee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Aug 12 22:51:00.695043 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe79f7-766d-43b6-b0ac-a05e405fb6fd req-7ee62bbd-2b34-421e-afab-7b3f587d9d0e tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:00.696446 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53fe79f7-766d-43b6-b0ac-a05e405fb6fd req-7ee62bbd-2b34-421e-afab-7b3f587d9d0e tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Aug 12 22:51:00.737955 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53fe79f7-766d-43b6-b0ac-a05e405fb6fd req-e6bf427e-b87e-4f91-8adc-f3e5f2e6f446 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355475 Aug 12 22:51:00.988392 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc565865-af70-4c47-bd5d-417577441943 req-b9e14f49-f209-4a97-80e0-94e78deffbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:00.989893 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dc565865-af70-4c47-bd5d-417577441943 req-b9e14f49-f209-4a97-80e0-94e78deffbb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 1098 time: 0.0411232 Aug 12 22:51:01.034131 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dc565865-af70-4c47-bd5d-417577441943 req-d355fe1b-fda6-4509-862f-adf04ae785af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Aug 12 22:51:01.116421 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a713825-4d2a-4975-9a23-e888b4412a85 req-2bb66663-3a6b-4ac3-813e-7354817cfed9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:01.117922 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0a713825-4d2a-4975-9a23-e888b4412a85 req-2bb66663-3a6b-4ac3-813e-7354817cfed9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0496151 Aug 12 22:51:01.154833 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0a713825-4d2a-4975-9a23-e888b4412a85 req-df7578c4-59aa-4dfa-822c-68a9bfcf9dc0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Aug 12 22:51:01.221933 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c050b227-7640-4917-a016-43312d5f7e6f req-96d6affd-c258-4592-8966-bb7529eb2a10 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 210 time: 0.0273907 Aug 12 22:51:01.319468 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb24bc7a-c637-495b-bc53-3e64a9b2295e req-56f4ee53-c3a9-4754-82af-49457d0a5bf0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 210 time: 0.0288336 Aug 12 22:51:01.882613 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-115e8fd6-8ddb-42df-bc32-726cab2b85a5 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:01.884086 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-115e8fd6-8ddb-42df-bc32-726cab2b85a5 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "GET /v2.0/networks?id=b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 200 len: 809 time: 0.1459527 Aug 12 22:51:01.901213 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c50dc-cdec-49ff-9f36-6ce0e23a3776 req-5e6186a7-1e48-48d5-b2c4-d80ab80061a5 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:01.902700 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-401c50dc-cdec-49ff-9f36-6ce0e23a3776 req-5e6186a7-1e48-48d5-b2c4-d80ab80061a5 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0902908 Aug 12 22:51:01.942223 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-401c50dc-cdec-49ff-9f36-6ce0e23a3776 req-767dfca9-68ac-45cb-b9ee-4c0b229471a4 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Aug 12 22:51:01.962826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Request body: {'port': {'device_id': '8f54be93-9317-4b15-a928-bd9aeff82871', 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41', 'admin_state_up': True, 'tenant_id': '01019dd97a3d4f85aeeb4f29c5522984'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:02.074946 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Made reservation on behalf of 01019dd97a3d4f85aeeb4f29c5522984 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:51:02.078514 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:02.207389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Allocated IP 172.20.0.4 (b7a4fa19-29d0-432d-b3a8-f49b7421af41/dc47a7a2-9f29-4108-bbaf-fa0557b40019/580d5179-dccd-4982-a8d7-eddb3e3795e2) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:02.276642 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90511-0ed3-42a0-9624-a3f251317548 req-e42b3f4c-bc8a-4efd-9e10-9970f0bda94f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:02.278555 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fdf90511-0ed3-42a0-9624-a3f251317548 req-e42b3f4c-bc8a-4efd-9e10-9970f0bda94f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Aug 12 22:51:02.320387 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fdf90511-0ed3-42a0-9624-a3f251317548 req-6200c306-0bd5-42af-91f0-ac515489c503 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Aug 12 22:51:02.338395 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a0336e0-e533-4c30-ac62-fae80fcc4f15 req-683ac85b-f5e8-47fa-a3c6-2855d65061e6 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 210 time: 0.0378451 Aug 12 22:51:02.393825 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:02.442381 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d8532c2-1e76-4362-ab86-12cb6de4b357 req-cb15989c-2e5c-4f7d-ac5d-217fe939ae5d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 210 time: 0.0326259 Aug 12 22:51:02.450875 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:02.530832 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Network b7a4fa19-29d0-432d-b3a8-f49b7421af41 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:02.536615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:02.544113 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:02.552512 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:02.565636 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:02.576018 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Pushing event updated for resources: {'Port': ['ID=580d5179-dccd-4982-a8d7-eddb3e3795e2,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:02.597749 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-ec12cab2-06e7-4bbd-ab30-d30b9a441f5a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6394365 Aug 12 22:51:02.660458 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-9b9b11b3-c8fa-4607-a57f-d1ff0e1fd4d4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:02.661924 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-9b9b11b3-c8fa-4607-a57f-d1ff0e1fd4d4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 810 time: 0.1768339 Aug 12 22:51:02.739160 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Request body: {'port': {'device_id': '8f54be93-9317-4b15-a928-bd9aeff82871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:02.794670 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:02.849025 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-ea9268bc-0c6f-44e7-b398-a9580b8a6311 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:02.850554 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-ea9268bc-0c6f-44e7-b398-a9580b8a6311 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.1250620 Aug 12 22:51:02.892270 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-ab7efbb4-9c9f-478f-8acc-2bef7d6b54bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3b1414ab65e48bf8b8700b7b5db6288 HTTP/1.1" status: 200 len: 380 time: 0.0674446 Aug 12 22:51:02.894127 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-f696a5bb-4043-4015-8f49-cf94701a11be tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/quotas/5b04dff3a71e480991f7eb7fca608f59 HTTP/1.1" status: 200 len: 375 time: 0.0366759 Aug 12 22:51:02.959351 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-dbcdfdb7-c9f0-48c9-a6ad-e76137a79963 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571003 Aug 12 22:51:03.032903 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'port': {'device_id': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'admin_state_up': True, 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'security_groups': ['8584ae74-81a0-413c-a231-54902772e6c6']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:03.051410 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:51:03.096091 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ffd1f-9229-4c27-a0de-bd5afa2554c0 req-818715ec-0a62-4a7d-be43-182a1fcdcd97 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:03.097868 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d3ffd1f-9229-4c27-a0de-bd5afa2554c0 req-818715ec-0a62-4a7d-be43-182a1fcdcd97 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0808640 Aug 12 22:51:03.158136 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580d5179-dccd-4982-a8d7-eddb3e3795e2 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:03.165712 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-753d01b2-6f2f-4bd5-8eed-1dd87ef5d59e service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889997 Aug 12 22:51:03.178376 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.191004 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d3ffd1f-9229-4c27-a0de-bd5afa2554c0 req-a94eba97-912f-4dba-ad37-319d7067ee43 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655875 Aug 12 22:51:03.211857 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Transition to ACTIVE for port object 580d5179-dccd-4982-a8d7-eddb3e3795e2 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:03.215514 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.248304 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Made reservation on behalf of f3b1414ab65e48bf8b8700b7b5db6288 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:51:03.252016 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.272187 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Pushing event updated for resources: {'Port': ['ID=580d5179-dccd-4982-a8d7-eddb3e3795e2,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:03.305382 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Attempting to bind port 580d5179-dccd-4982-a8d7-eddb3e3795e2 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:51:03.305776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Attempting to bind port 580d5179-dccd-4982-a8d7-eddb3e3795e2 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:51:03.306162 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Attempting to bind port 580d5179-dccd-4982-a8d7-eddb3e3795e2 on network b7a4fa19-29d0-432d-b3a8-f49b7421af41 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:03.310534 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Port 580d5179-dccd-4982-a8d7-eddb3e3795e2 on network b7a4fa19-29d0-432d-b3a8-f49b7421af41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:51:03.310913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Attempting to bind port 580d5179-dccd-4982-a8d7-eddb3e3795e2 on network b7a4fa19-29d0-432d-b3a8-f49b7421af41 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:03.316226 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:51:03.316625 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Checking segment: {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:51:03.317058 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Bound using segment: {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:51:03.317544 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Bound port: 580d5179-dccd-4982-a8d7-eddb3e3795e2, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d2df18-43bf-4c31-afc7-d483df89ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:51:03.317956 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.350595 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-8049f8b3-3cd9-468a-b1a5-e80ffd6b6641 service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741571 Aug 12 22:51:03.422188 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] For port 580d5179-dccd-4982-a8d7-eddb3e3795e2, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:51:03.463103 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] For port 580d5179-dccd-4982-a8d7-eddb3e3795e2, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:51:03.471086 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.471927 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Allocated IP 172.20.0.6 (a175f459-f2f9-4f40-8207-bf002f8531fd/396d8cbe-c9b1-479a-a0fb-9bcfdaee0928/f87acef6-eced-4836-9c72-8b96f46f5b36) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:03.515945 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:03.516422 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.518040 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] 10.222.0.42 "PUT /v2.0/ports/580d5179-dccd-4982-a8d7-eddb3e3795e2 HTTP/1.1" status: 200 len: 1093 time: 0.7831948 Aug 12 22:51:03.521155 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f54be93-9317-4b15-a928-bd9aeff82871', 'tag': '580d5179-dccd-4982-a8d7-eddb3e3795e2'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:03.524925 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caee7aa-9c0f-44c4-9f45-912663693196" -d '{"events": [{"name": "network-changed", "server_uuid": "8f54be93-9317-4b15-a928-bd9aeff82871", "tag": "580d5179-dccd-4982-a8d7-eddb3e3795e2"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:03.538018 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b6201-b294-4107-8d23-091942cdc144 req-95daf447-15de-4ac5-b873-f93b2fb5e8fe tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:03.540980 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-788b6201-b294-4107-8d23-091942cdc144 req-95daf447-15de-4ac5-b873-f93b2fb5e8fe tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.1363542 Aug 12 22:51:03.579001 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30d9d-bb0b-4b76-b5d6-1f49fade165b service neutron] Pushing event updated for resources: {'Port': ['ID=580d5179-dccd-4982-a8d7-eddb3e3795e2,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:03.655551 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-788b6201-b294-4107-8d23-091942cdc144 req-7f63535c-7ebe-4b49-8d0e-27a892c4f41d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952864 Aug 12 22:51:03.669325 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-fd5a6d87-5037-448a-ac97-567452c3252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:03.671343 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-fd5a6d87-5037-448a-ac97-567452c3252d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 1096 time: 0.0731165 Aug 12 22:51:03.699488 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd2750-6942-42db-a542-d51eba460ecd req-ffc3eae2-d2d8-4d09-8177-c2a69e65b634 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:03.710495 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27fd2750-6942-42db-a542-d51eba460ecd req-ffc3eae2-d2d8-4d09-8177-c2a69e65b634 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 943 time: 0.1403790 Aug 12 22:51:03.766441 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-868e03b4-de0e-4f2e-829e-9b815d39ec59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2 HTTP/1.1" status: 200 len: 217 time: 0.0722566 Aug 12 22:51:03.789355 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.814521 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27fd2750-6942-42db-a542-d51eba460ecd req-b5be5111-1a92-426a-80cd-078144e501fa tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916474 Aug 12 22:51:03.847330 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Transition to ACTIVE for port object f87acef6-eced-4836-9c72-8b96f46f5b36 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:03.873570 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-68c8112e-0828-4942-bd3a-c393925af6a6 req-d9c3d253-b938-4c34-86bb-40020343fc7a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 210 time: 0.1094401 Aug 12 22:51:03.909518 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-793ab4c4-9266-4f1d-9135-3233fdb6c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:03.911985 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-793ab4c4-9266-4f1d-9135-3233fdb6c264 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc47a7a2-9f29-4108-bbaf-fa0557b40019 HTTP/1.1" status: 200 len: 849 time: 0.1219950 Aug 12 22:51:03.945350 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10331700-920b-4f30-b47f-5d6d0dc0b40b req-6aa3256f-8739-493e-bf80-5c4d3e676156 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Aug 12 22:51:03.948340 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:03.964778 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-f328bb2a-b0b8-435a-9903-74f86b0727b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7a4fa19-29d0-432d-b3a8-f49b7421af41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408792 Aug 12 22:51:03.974608 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfd7d23-2454-43d9-92ae-ac08f5092095 x-openstack-request-id: req-0dfd7d23-2454-43d9-92ae-ac08f5092095 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:03.976459 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f54be93-9317-4b15-a928-bd9aeff82871", "tag": "580d5179-dccd-4982-a8d7-eddb3e3795e2", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:03.976894 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dfd7d23-2454-43d9-92ae-ac08f5092095 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:03.978616 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f54be93-9317-4b15-a928-bd9aeff82871', 'tag': '580d5179-dccd-4982-a8d7-eddb3e3795e2', 'status': 'completed', 'code': 200} Aug 12 22:51:04.006528 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Network a175f459-f2f9-4f40-8207-bf002f8531fd is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:04.009688 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:04.013415 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:04.086746 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'Port': ['ID=f87acef6-eced-4836-9c72-8b96f46f5b36,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:04.119247 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:04.120156 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.142531 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2bf47-886e-414f-bd1a-3091255614ed req-2b184a95-c683-4d63-a875-9d8ce039e3d3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:04.145703 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30b2bf47-886e-414f-bd1a-3091255614ed req-2b184a95-c683-4d63-a875-9d8ce039e3d3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0984507 Aug 12 22:51:04.146931 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-17cc801e-58d4-4e11-8b6d-1ce88702f04a service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546819 Aug 12 22:51:04.147669 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-a87780a9-35ce-46fd-b3c1-5c8290618373 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1478148 Aug 12 22:51:04.207773 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Request body: {'port': {'device_id': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:04.262873 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30b2bf47-886e-414f-bd1a-3091255614ed req-c7c6dd8a-73d6-44d8-8bdf-d80b8e531fa7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071718 Aug 12 22:51:04.312119 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.328949 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5e39adc7-0d1d-4503-b433-bc542e51104f None None] Provisioning for port f87acef6-eced-4836-9c72-8b96f46f5b36 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:04.333734 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5e39adc7-0d1d-4503-b433-bc542e51104f None None] Provisioning complete for port f87acef6-eced-4836-9c72-8b96f46f5b36 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:04.334143 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5e39adc7-0d1d-4503-b433-bc542e51104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.338033 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c944ab-88b4-4f16-9e37-c13130bfcd96 req-6889e8d6-ddc4-494a-a869-8943e9344c5f service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403518 Aug 12 22:51:04.423252 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5e39adc7-0d1d-4503-b433-bc542e51104f None None] Port f87acef6-eced-4836-9c72-8b96f46f5b36 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:51:04.531850 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-23ef9250-1e45-43db-a0ee-2604e64488d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:04.533668 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-23ef9250-1e45-43db-a0ee-2604e64488d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 1096 time: 0.0502255 Aug 12 22:51:04.645424 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87acef6-eced-4836-9c72-8b96f46f5b36 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:04.653239 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.665841 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Transition to ACTIVE for port object f87acef6-eced-4836-9c72-8b96f46f5b36 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:04.672108 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.687691 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-6c7c5863-74e8-4995-8a6b-61340ceab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:04.689141 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-6c7c5863-74e8-4995-8a6b-61340ceab4b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 200 len: 910 time: 0.1379423 Aug 12 22:51:04.736390 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-e4fb36eb-4171-428d-98f0-8c47b14a96be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2 HTTP/1.1" status: 200 len: 217 time: 0.0371261 Aug 12 22:51:04.740372 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Pushing event updated for resources: {'Port': ['ID=f87acef6-eced-4836-9c72-8b96f46f5b36,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:04.796330 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Attempting to bind port f87acef6-eced-4836-9c72-8b96f46f5b36 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:51:04.796665 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Attempting to bind port f87acef6-eced-4836-9c72-8b96f46f5b36 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:51:04.797552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Attempting to bind port f87acef6-eced-4836-9c72-8b96f46f5b36 on network a175f459-f2f9-4f40-8207-bf002f8531fd {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:04.801816 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Port f87acef6-eced-4836-9c72-8b96f46f5b36 on network a175f459-f2f9-4f40-8207-bf002f8531fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:51:04.802129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Attempting to bind port f87acef6-eced-4836-9c72-8b96f46f5b36 on network a175f459-f2f9-4f40-8207-bf002f8531fd {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:04.803973 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-dfaa920b-9416-45fa-8bd7-3fd1c5721f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:04.805464 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-dfaa920b-9416-45fa-8bd7-3fd1c5721f2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc47a7a2-9f29-4108-bbaf-fa0557b40019 HTTP/1.1" status: 200 len: 849 time: 0.0536323 Aug 12 22:51:04.807707 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:51:04.808041 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Checking segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:51:04.808444 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Bound using segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:51:04.808876 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Bound port: f87acef6-eced-4836-9c72-8b96f46f5b36, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:51:04.809256 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.855989 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-06eb85b2-9edf-4685-8631-cfe3f4518234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7a4fa19-29d0-432d-b3a8-f49b7421af41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410528 Aug 12 22:51:04.891293 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] For port f87acef6-eced-4836-9c72-8b96f46f5b36, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:51:04.895286 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] For port f87acef6-eced-4836-9c72-8b96f46f5b36, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f87acef6-eced-4836-9c72-8b96f46f5b36,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:51:04.899584 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.941965 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:04.941965 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:04.943135 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] 10.222.0.42 "PUT /v2.0/ports/f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 1093 time: 0.7413123 Aug 12 22:51:04.944008 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:04.946165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e67a088-8712-4cb0-8050-536ed1cf4200" -d '{"events": [{"name": "network-changed", "server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:04.991810 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0eeca-7e5e-4057-9275-a9656e6a9d78 service neutron] Pushing event updated for resources: {'Port': ['ID=f87acef6-eced-4836-9c72-8b96f46f5b36,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:05.009136 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c500c-9e43-4ac4-95a3-064781827d9e req-5c20b3b6-9a8f-4779-bdeb-bb99b8e4e14a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.012046 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-384c500c-9e43-4ac4-95a3-064781827d9e req-5c20b3b6-9a8f-4779-bdeb-bb99b8e4e14a tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 943 time: 0.1241519 Aug 12 22:51:05.041410 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-c327aa97-edcb-4f68-83e8-aba9ff41f930 service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735737 Aug 12 22:51:05.059098 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fb22a-d245-4527-8e31-9fd4150cfab8 req-f21d6ce6-16d8-41b2-9b15-a50b514a2d08 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.060921 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b16fb22a-d245-4527-8e31-9fd4150cfab8 req-f21d6ce6-16d8-41b2-9b15-a50b514a2d08 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 943 time: 0.0596828 Aug 12 22:51:05.128580 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-384c500c-9e43-4ac4-95a3-064781827d9e req-e3f69178-e729-4b17-bf2c-007f56720b44 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Aug 12 22:51:05.133385 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b16fb22a-d245-4527-8e31-9fd4150cfab8 req-3d3bc62f-338f-4cbf-8a73-372fe619e686 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622673 Aug 12 22:51:05.154181 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-4138f2b8-eae3-4289-af40-21306cb32d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.155838 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-4138f2b8-eae3-4289-af40-21306cb32d1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1096 time: 0.0933537 Aug 12 22:51:05.223653 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdb73cf-e051-455c-9f56-455a9840163b x-openstack-request-id: req-8bdb73cf-e051-455c-9f56-455a9840163b {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:05.224094 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:05.224987 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bdb73cf-e051-455c-9f56-455a9840163b {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:05.224987 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'status': 'completed', 'code': 200} Aug 12 22:51:05.226595 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-f9c185b2-6c4e-4ba4-9445-b72b16106ec0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 217 time: 0.0503192 Aug 12 22:51:05.287232 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db57a9ff-7818-4fdd-b6bf-d26fa6d8b9e0 req-145dc77c-18a1-4127-b8f3-f84db888622b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 210 time: 0.0580239 Aug 12 22:51:05.295730 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2caee7aa-9c0f-44c4-9f45-912663693196 req-c81fb823-cf75-458b-aed1-b343f57b9ee5 service neutron] 10.222.0.42 "GET /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365589 Aug 12 22:51:05.340132 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-89115fcc-9256-4277-bc5c-53802ec7b733 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.341625 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-89115fcc-9256-4277-bc5c-53802ec7b733 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.1981578 Aug 12 22:51:05.349722 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-3f5aab22-35b7-4f3d-b9b1-20e0ac3d3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.351080 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-3f5aab22-35b7-4f3d-b9b1-20e0ac3d3d7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0921178 Aug 12 22:51:05.413986 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Request body: {'port': {'device_id': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'admin_state_up': True, 'tenant_id': '5b04dff3a71e480991f7eb7fca608f59'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:05.454497 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-1f50c597-73a3-4259-bac8-89955388e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.456157 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-1f50c597-73a3-4259-bac8-89955388e066 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447695 Aug 12 22:51:05.532947 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Made reservation on behalf of 5b04dff3a71e480991f7eb7fca608f59 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:51:05.536465 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:05.569939 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-61142f18-5ac0-4a26-94f7-202b1a78b254 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947998 Aug 12 22:51:05.678059 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Allocated IP 172.20.0.11 (9f150414-5e1f-487e-8cb2-5af39ae2908c/2dabd4a9-ad0d-406f-aacb-fcada9cededa/4017f46d-e846-4163-941f-e4a3ad1ddd19) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:05.694108 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf4d388c-381d-4248-a8ee-8a5711efa4f7 req-4373e07c-2097-41f1-ae79-fe1acbec193e service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088824 Aug 12 22:51:05.875502 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-977507db-ca45-4f00-9ca3-aaba5d6c93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:05.877425 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-977507db-ca45-4f00-9ca3-aaba5d6c93df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1096 time: 0.0587835 Aug 12 22:51:05.955894 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:06.021794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:06.059589 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-4c9f32c8-a34c-4033-89e5-c7fa3e95517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.061187 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-4c9f32c8-a34c-4033-89e5-c7fa3e95517e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.1736305 Aug 12 22:51:06.069437 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc', 'bdc184d0-c936-4553-8411-444c7f3686cd'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:06.099239 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:06.109844 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:06.113590 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event updated for resources: {'Port': ['ID=4017f46d-e846-4163-941f-e4a3ad1ddd19,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:06.116490 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:06.118025 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1cacd-9bd2-4e87-aece-07ba8239be54 req-76d92d94-fe5d-4756-bf6f-75333b7e79b5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.120691 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-29e1cacd-9bd2-4e87-aece-07ba8239be54 req-76d92d94-fe5d-4756-bf6f-75333b7e79b5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1240339 Aug 12 22:51:06.122177 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-7dce7667-f081-4f6a-87a3-9024d9821d49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 217 time: 0.0523200 Aug 12 22:51:06.128326 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.129050 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:06.138178 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-0e395a24-5b26-4410-964a-fcf888376b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.140401 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-0e395a24-5b26-4410-964a-fcf888376b7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.1145835 Aug 12 22:51:06.149822 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-a4f4964a-49b1-41c3-adc6-b2c8a698e281 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401001 Aug 12 22:51:06.176538 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Request body: {'port': {'device_id': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:06.204220 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-29e1cacd-9bd2-4e87-aece-07ba8239be54 req-ffa2a7d6-b6d9-4f49-8261-c0fa30410525 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781586 Aug 12 22:51:06.210408 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-16bc895f-5212-4bc7-92ba-291fc660a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.211879 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-16bc895f-5212-4bc7-92ba-291fc660a9fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0785012 Aug 12 22:51:06.269576 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-3282e2cb-f5e2-4b20-82d7-8068c26cd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.271259 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-3282e2cb-f5e2-4b20-82d7-8068c26cd985 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502300 Aug 12 22:51:06.402453 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0dfc-c5b0-44ca-a8aa-9f9c2e38bf09 req-eaeffdb1-54d6-459b-95de-1de910553143 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.404233 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b0a0dfc-c5b0-44ca-a8aa-9f9c2e38bf09 req-eaeffdb1-54d6-459b-95de-1de910553143 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 943 time: 0.1129286 Aug 12 22:51:06.439538 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-91bc51da-0dc2-4f07-9de4-f3e5d7a5f41c service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572230 Aug 12 22:51:06.483041 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b0a0dfc-c5b0-44ca-a8aa-9f9c2e38bf09 req-ecb55758-08a7-4825-b746-4a5ec051664a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640059 Aug 12 22:51:06.551129 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:06.560415 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e67a088-8712-4cb0-8050-536ed1cf4200 req-e283002e-34dd-4b3c-9767-3fc7d429b546 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023042 Aug 12 22:51:06.571839 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-64ba687f-b17b-4be9-88da-d8a9adf99e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.573294 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-64ba687f-b17b-4be9-88da-d8a9adf99e50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.4257042 Aug 12 22:51:06.616318 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff3cac-5782-49e9-9e18-1e6db367b6fa req-c9ebf22c-7ae7-4d48-bee2-80f3a18bb3fb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.617897 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a0ff3cac-5782-49e9-9e18-1e6db367b6fa req-c9ebf22c-7ae7-4d48-bee2-80f3a18bb3fb tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 943 time: 0.3666205 Aug 12 22:51:06.631013 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c075-b93c-4d52-8c15-952333750e2b req-57bf6aab-a343-4278-9578-9481dd2b0d5f tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.632438 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cdf6c075-b93c-4d52-8c15-952333750e2b req-57bf6aab-a343-4278-9578-9481dd2b0d5f tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 932 time: 0.0685790 Aug 12 22:51:06.655976 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-bde8ce99-2985-4093-a56e-21fd58d7d148 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.0580575 Aug 12 22:51:06.672347 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cdf6c075-b93c-4d52-8c15-952333750e2b req-510c3eaf-e440-44aa-bf26-ad5ddbe163ee tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 12 22:51:06.798538 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-edf5d1bb-c179-4ba5-96b0-2c30363c0db7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639961871&fields=id&tenant_id=79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 267 time: 0.0330529 Aug 12 22:51:06.800302 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a0ff3cac-5782-49e9-9e18-1e6db367b6fa req-734096ca-8353-42a7-9b3b-a2dc4a65e2ce tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508687 Aug 12 22:51:06.804395 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-b2e87950-e55f-4817-8fd8-eef1659ab209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.805881 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-b2e87950-e55f-4817-8fd8-eef1659ab209 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.1279154 Aug 12 22:51:06.880141 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-cd265e42-3dfe-4d31-ba64-7b9a212491d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488124 Aug 12 22:51:06.906203 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-553f6e91-4f1d-42ba-ae2c-75daac7ba1ae tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:06.907692 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-553f6e91-4f1d-42ba-ae2c-75daac7ba1ae tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 812 time: 0.1006486 Aug 12 22:51:06.923707 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-3b8058dd-648d-4221-a94e-845df85634da tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/quotas/79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 375 time: 0.0102680 Aug 12 22:51:07.000109 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-6a10783d-2fe0-4af8-b345-4ee3133fc428 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688167 Aug 12 22:51:07.087500 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-471f28e1-1f53-4f30-9205-9fd157360da1 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855292 Aug 12 22:51:07.111426 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-72c26a31-4f02-4d56-8259-9bc8d3e2bb85 service neutron] 10.222.0.49 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959098 Aug 12 22:51:07.147608 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4017f46d-e846-4163-941f-e4a3ad1ddd19 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:07.158081 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.183361 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Transition to ACTIVE for port object 4017f46d-e846-4163-941f-e4a3ad1ddd19 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:07.190198 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.205113 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-7bc4c389-c28c-44a3-9edb-d2b99b71534d service neutron] 10.222.0.49 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877833 Aug 12 22:51:07.236937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0bec923-9d9a-4231-9c8a-987cedc5b382 req-18ffd9b8-10e0-45db-9f21-3f01e1136e50 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388283 Aug 12 22:51:07.244648 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 580d5179-dccd-4982-a8d7-eddb3e3795e2 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:51:07.255389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Pushing event updated for resources: {'Port': ['ID=4017f46d-e846-4163-941f-e4a3ad1ddd19,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:07.301697 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Attempting to bind port 4017f46d-e846-4163-941f-e4a3ad1ddd19 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:51:07.302235 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Attempting to bind port 4017f46d-e846-4163-941f-e4a3ad1ddd19 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:51:07.302664 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Attempting to bind port 4017f46d-e846-4163-941f-e4a3ad1ddd19 on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:07.307191 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Port 4017f46d-e846-4163-941f-e4a3ad1ddd19 on network 9f150414-5e1f-487e-8cb2-5af39ae2908c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:51:07.307702 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Attempting to bind port 4017f46d-e846-4163-941f-e4a3ad1ddd19 on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:07.322707 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:51:07.323046 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Checking segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:51:07.323424 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Bound using segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:51:07.323861 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Bound port: 4017f46d-e846-4163-941f-e4a3ad1ddd19, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:51:07.324220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.371384 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 580d5179-dccd-4982-a8d7-eddb3e3795e2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:07.384368 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '580d5179-dccd-4982-a8d7-eddb3e3795e2', 'network_id': 'b7a4fa19-29d0-432d-b3a8-f49b7421af41', 'port_id': '580d5179-dccd-4982-a8d7-eddb3e3795e2', 'mac_address': 'fa:16:3e:06:a1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc47a7a2-9f29-4108-bbaf-fa0557b40019', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:51:07.409353 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77e4f-bf84-45fc-b834-efc0fe999a98 req-a1aeba81-1e0f-48f2-9766-597caa8bb8fd tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:07.411583 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6eb77e4f-bf84-45fc-b834-efc0fe999a98 req-a1aeba81-1e0f-48f2-9766-597caa8bb8fd tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1008155 Aug 12 22:51:07.439333 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.449189 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] For port 4017f46d-e846-4163-941f-e4a3ad1ddd19, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:51:07.468700 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580d5179-dccd-4982-a8d7-eddb3e3795e2 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:07.472263 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] For port 4017f46d-e846-4163-941f-e4a3ad1ddd19, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:51:07.480622 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.485881 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6eb77e4f-bf84-45fc-b834-efc0fe999a98 req-28c7a09e-738a-48f9-b13c-5ac849ffd235 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634935 Aug 12 22:51:07.491258 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 580d5179-dccd-4982-a8d7-eddb3e3795e2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:07.497095 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.498205 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f87acef6-eced-4836-9c72-8b96f46f5b36 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:51:07.527765 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:07.528599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.530731 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] 10.222.0.42 "PUT /v2.0/ports/4017f46d-e846-4163-941f-e4a3ad1ddd19 HTTP/1.1" status: 200 len: 1094 time: 1.3583541 Aug 12 22:51:07.531383 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'tag': '4017f46d-e846-4163-941f-e4a3ad1ddd19'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:07.534439 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d406f071-1c5c-4d98-b744-be8a2c49460c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab3b5ef-123a-428e-aecd-fc0375d9b456", "tag": "4017f46d-e846-4163-941f-e4a3ad1ddd19"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:07.569089 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106dca-438b-4e73-8154-1a753c6c093f service neutron] Pushing event updated for resources: {'Port': ['ID=4017f46d-e846-4163-941f-e4a3ad1ddd19,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:07.607377 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=580d5179-dccd-4982-a8d7-eddb3e3795e2,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:07.626533 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b593d1-1386-4fd6-a235-6630cbd99b32 x-openstack-request-id: req-f7b593d1-1386-4fd6-a235-6630cbd99b32 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:07.626638 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab3b5ef-123a-428e-aecd-fc0375d9b456", "tag": "4017f46d-e846-4163-941f-e4a3ad1ddd19", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:07.627062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7b593d1-1386-4fd6-a235-6630cbd99b32 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:07.630969 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'tag': '4017f46d-e846-4163-941f-e4a3ad1ddd19', 'status': 'completed', 'code': 200} Aug 12 22:51:07.706351 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f87acef6-eced-4836-9c72-8b96f46f5b36, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f87acef6-eced-4836-9c72-8b96f46f5b36,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:07.707058 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-7b5d3830-7319-4f58-8872-bc2cc40e57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:07.708909 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-7b5d3830-7319-4f58-8872-bc2cc40e57f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 1097 time: 0.1032388 Aug 12 22:51:07.711431 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b5be1fad-65af-45c5-b53c-d321b57e8fba req-d45b6ed5-4ed4-49fc-93de-3e176f16c584 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 210 time: 0.0506625 Aug 12 22:51:07.719672 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'port_id': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'mac_address': 'fa:16:3e:2a:6f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:51:07.728216 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eef73-a65b-4911-b0dd-e2dcaca74049 req-49dc8da8-2b6b-4002-a6dc-01850f2e2d98 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:07.730720 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-485eef73-a65b-4911-b0dd-e2dcaca74049 req-49dc8da8-2b6b-4002-a6dc-01850f2e2d98 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 943 time: 0.1013234 Aug 12 22:51:07.771829 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.781807 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-dafc25ec-92bf-4ab3-bd22-95da43b070cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19 HTTP/1.1" status: 200 len: 217 time: 0.0496628 Aug 12 22:51:07.787507 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87acef6-eced-4836-9c72-8b96f46f5b36 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:07.815929 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f87acef6-eced-4836-9c72-8b96f46f5b36, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f87acef6-eced-4836-9c72-8b96f46f5b36,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:07.823357 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:07.841194 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e960b24-323a-4b2d-a41d-b7c2f0c4ce37 req-84a280e9-2ca8-461b-a9be-fccae93db1d3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:07.843854 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8e960b24-323a-4b2d-a41d-b7c2f0c4ce37 req-84a280e9-2ca8-461b-a9be-fccae93db1d3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 944 time: 0.0708513 Aug 12 22:51:07.854660 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-485eef73-a65b-4911-b0dd-e2dcaca74049 req-66cecd9a-3dd3-47a1-bd69-7af3f4c1cc2d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707319 Aug 12 22:51:07.897189 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037856-ac24-4066-add2-eefa037cad79 req-b5d459c3-ad41-43f5-b905-3773eff7c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:07.898727 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-b5d459c3-ad41-43f5-b905-3773eff7c963 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.1035850 Aug 12 22:51:07.907069 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f87acef6-eced-4836-9c72-8b96f46f5b36,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:07.925272 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8e960b24-323a-4b2d-a41d-b7c2f0c4ce37 req-ff8ea8f9-631e-4f1e-8e34-237d84b9c365 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Aug 12 22:51:07.947829 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-0f92e189-4231-40fc-aab7-6799beb1a354 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411723 Aug 12 22:51:08.057370 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9420aa-acef-4512-bba7-8dd6c80926c8 req-9c6c2853-a1dc-4f5b-9f47-7b8652f9280d tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:08.059132 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a9420aa-acef-4512-bba7-8dd6c80926c8 req-9c6c2853-a1dc-4f5b-9f47-7b8652f9280d tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 944 time: 0.1137774 Aug 12 22:51:08.111159 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-ae0a1afe-0849-4bd3-8f71-7b2674e596a7 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483941 Aug 12 22:51:08.127996 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a9420aa-acef-4512-bba7-8dd6c80926c8 req-f7fda907-c498-4939-b2ff-298fdd94e7f6 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 Aug 12 22:51:08.245763 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa037856-ac24-4066-add2-eefa037cad79 req-74e369c6-c858-4b5e-9eac-452271f75d18 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164782 Aug 12 22:51:08.452031 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['f87acef6-eced-4836-9c72-8b96f46f5b36'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:08.485983 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['580d5179-dccd-4982-a8d7-eddb3e3795e2'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:08.488072 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-77e20757-42f2-444a-9023-57e11d6f1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:08.489916 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-77e20757-42f2-444a-9023-57e11d6f1469 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 1097 time: 0.0516233 Aug 12 22:51:08.638195 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-24f8a758-9508-4754-bcb0-4ffb7a14e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:08.639979 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-24f8a758-9508-4754-bcb0-4ffb7a14e402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 916 time: 0.1295502 Aug 12 22:51:08.648322 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15811972-9c81-43d8-988d-a619ff2136e2 req-04e8d04e-fc7c-4de7-b47f-54770e6ef1d5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:08.649695 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-15811972-9c81-43d8-988d-a619ff2136e2 req-04e8d04e-fc7c-4de7-b47f-54770e6ef1d5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0775249 Aug 12 22:51:08.694547 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-00357df0-412b-4073-8e6b-72f0f5b61a93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19 HTTP/1.1" status: 200 len: 217 time: 0.0437722 Aug 12 22:51:08.752748 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-15811972-9c81-43d8-988d-a619ff2136e2 req-6a68d599-5bc1-47e2-b1b3-d5aee1dec58c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953903 Aug 12 22:51:08.766251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-d042b538-ebbe-4136-9374-6ff4f58b6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:08.767632 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-d042b538-ebbe-4136-9374-6ff4f58b6efa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.0595841 Aug 12 22:51:08.828165 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-b71864cb-c4b0-4a39-a5c8-8e2296fca59a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272319 Aug 12 22:51:08.854604 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-353110d4-b55d-4247-9ec7-577ac64ce1c6 req-a4f6be28-9bda-4b56-854f-d89db8f9b59b tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 210 time: 0.0286398 Aug 12 22:51:08.965030 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2a87f-18d5-4c69-88da-4bb610e7d8b3 req-f86c6472-5ce3-470f-bf0b-655f572e6569 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:08.966567 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf2a87f-18d5-4c69-88da-4bb610e7d8b3 req-f86c6472-5ce3-470f-bf0b-655f572e6569 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 944 time: 0.0547698 Aug 12 22:51:09.061985 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf2a87f-18d5-4c69-88da-4bb610e7d8b3 req-9859910b-f99b-434d-9e50-d0541e1de998 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883374 Aug 12 22:51:09.115675 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-f064b373-d379-4f30-90d5-066bdc98121d service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290820 Aug 12 22:51:09.127291 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574e9ff-5b06-4587-ac3e-aabbdfef71ad req-560bd66b-d05c-42b1-aff7-4ef5928bc83e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:09.131501 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4574e9ff-5b06-4587-ac3e-aabbdfef71ad req-560bd66b-d05c-42b1-aff7-4ef5928bc83e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 944 time: 0.0909960 Aug 12 22:51:09.174451 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4574e9ff-5b06-4587-ac3e-aabbdfef71ad req-83c76034-0e0d-4e09-9231-248f8851ca1c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Aug 12 22:51:09.183736 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3baa3-6a18-4901-8c31-e54b2ab9320a req-49ae74b9-f023-4574-a4d2-8f81a8e4b9e3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:09.185225 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-54d3baa3-6a18-4901-8c31-e54b2ab9320a req-49ae74b9-f023-4574-a4d2-8f81a8e4b9e3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Aug 12 22:51:09.242924 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-54d3baa3-6a18-4901-8c31-e54b2ab9320a req-c266babe-8c94-4798-b1d1-4cea91a9b5df tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506558 Aug 12 22:51:09.302215 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ea4d-a416-4ecf-a771-549c6fadfadc req-921291f3-0790-4938-bab1-a1e57cd73965 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:09.303847 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c3f4ea4d-a416-4ecf-a771-549c6fadfadc req-921291f3-0790-4938-bab1-a1e57cd73965 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 944 time: 0.0618441 Aug 12 22:51:09.346758 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c3f4ea4d-a416-4ecf-a771-549c6fadfadc req-a65069d2-aded-4093-abb8-a395bb3717e2 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359278 Aug 12 22:51:09.410202 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d406f071-1c5c-4d98-b744-be8a2c49460c req-aaf0787a-fbb7-4a0a-9780-99cded085ba8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818385 Aug 12 22:51:09.424916 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-e8aeb213-dc99-479e-9060-895a9281daa0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:09.426557 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-e8aeb213-dc99-479e-9060-895a9281daa0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 812 time: 0.1360266 Aug 12 22:51:09.526121 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-246d39c3-b61f-455c-94e6-45f9c1a05dbb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 379 time: 0.0385487 Aug 12 22:51:09.619483 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'port': {'device_id': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'admin_state_up': True, 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'security_groups': ['ec2d8101-472f-4a5f-a81b-e92f67b23aa4']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:09.727093 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Made reservation on behalf of 79832d4dff114864b992cdb48b9fecd7 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:51:09.730608 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:09.881132 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Allocated IP 172.20.0.13 (ecbc6799-d441-4701-86bd-882f6abb360c/b7bf2090-3d19-4161-9a9f-3053b7c89a8d/cd6e68e7-d6c8-466a-9a72-287f38524b45) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:09.905117 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e94aa-05ae-4c1d-a2cb-f37cea73bfa1 req-6922f2de-b504-4133-8eee-a8cacd701905 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:09.906734 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae2e94aa-05ae-4c1d-a2cb-f37cea73bfa1 req-6922f2de-b504-4133-8eee-a8cacd701905 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0787344 Aug 12 22:51:09.955975 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a05ca3bc-af55-4e5e-b293-53f3f423e368 req-4f150bd7-a33e-4919-84dd-b1bfb2e9f416 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 210 time: 0.0261235 Aug 12 22:51:10.002858 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae2e94aa-05ae-4c1d-a2cb-f37cea73bfa1 req-2611873a-a920-43da-9318-1f2ec629b111 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883760 Aug 12 22:51:10.056623 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.070985 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Transition to ACTIVE for port object cd6e68e7-d6c8-466a-9a72-287f38524b45 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:10.104992 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.156727 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Network ecbc6799-d441-4701-86bd-882f6abb360c is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:10.163010 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:10.167861 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:10.173536 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:10.174217 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.178143 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=cd6e68e7-d6c8-466a-9a72-287f38524b45,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:10.199618 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0423d440-3ce1-4e00-8b67-657217a55c4c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843329 Aug 12 22:51:10.234662 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Request body: {'port': {'device_id': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:10.328414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.338059 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d9cf-f0ca-47f9-8fef-7433ff7a4677 req-b12120f1-9d90-4920-9438-e62bfa7c259f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:10.340403 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69f5d9cf-f0ca-47f9-8fef-7433ff7a4677 req-b12120f1-9d90-4920-9438-e62bfa7c259f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 944 time: 0.0581243 Aug 12 22:51:10.359636 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46301-56da-4a5b-903c-69de28f6b1ec req-f636d905-be69-433f-be08-4f886105d15a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:10.361154 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8dc46301-56da-4a5b-903c-69de28f6b1ec req-f636d905-be69-433f-be08-4f886105d15a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 944 time: 0.0823631 Aug 12 22:51:10.385204 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69f5d9cf-f0ca-47f9-8fef-7433ff7a4677 req-186ed8a3-4bde-4bf5-8d91-722ecb8fb5e0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363598 Aug 12 22:51:10.471399 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-8ed7b212-7a8c-4a97-9592-e786ed45c5e7 None None] Provisioning for port cd6e68e7-d6c8-466a-9a72-287f38524b45 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:10.475805 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-8ed7b212-7a8c-4a97-9592-e786ed45c5e7 None None] Provisioning complete for port cd6e68e7-d6c8-466a-9a72-287f38524b45 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:10.476179 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8ed7b212-7a8c-4a97-9592-e786ed45c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.501557 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385c3b-cd6d-41eb-ba36-02949568ba4d req-4c0dd2da-7d9f-41c5-a00c-05d019f6e937 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:10.503138 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f7385c3b-cd6d-41eb-ba36-02949568ba4d req-4c0dd2da-7d9f-41c5-a00c-05d019f6e937 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0556674 Aug 12 22:51:10.513446 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7b212-7a8c-4a97-9592-e786ed45c5e7 None None] Port cd6e68e7-d6c8-466a-9a72-287f38524b45 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:51:10.545871 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f7385c3b-cd6d-41eb-ba36-02949568ba4d req-1a9caa12-ddae-4127-9085-17f886ec924f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Aug 12 22:51:10.664663 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8dc46301-56da-4a5b-903c-69de28f6b1ec req-7ea3555e-568d-40c0-872a-f1aee39ac7e8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942817 Aug 12 22:51:10.671640 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19015f-0eaf-4e4c-9215-5cb6f511eaa1 req-28c3513c-b93f-4820-8ec5-81a7656ff7f4 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:10.673130 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5d19015f-0eaf-4e4c-9215-5cb6f511eaa1 req-28c3513c-b93f-4820-8ec5-81a7656ff7f4 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 944 time: 0.0538628 Aug 12 22:51:10.712708 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5d19015f-0eaf-4e4c-9215-5cb6f511eaa1 req-7be03efd-d6c5-40d1-add8-88edb18de6f4 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Aug 12 22:51:10.828473 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6e68e7-d6c8-466a-9a72-287f38524b45 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:10.835968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.847820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Transition to ACTIVE for port object cd6e68e7-d6c8-466a-9a72-287f38524b45 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:10.851334 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:10.903766 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e68e7-d6c8-466a-9a72-287f38524b45,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:10.936588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Attempting to bind port cd6e68e7-d6c8-466a-9a72-287f38524b45 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:51:10.936918 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Attempting to bind port cd6e68e7-d6c8-466a-9a72-287f38524b45 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:51:10.937250 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Attempting to bind port cd6e68e7-d6c8-466a-9a72-287f38524b45 on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:10.941764 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Port cd6e68e7-d6c8-466a-9a72-287f38524b45 on network ecbc6799-d441-4701-86bd-882f6abb360c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:51:10.942081 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Attempting to bind port cd6e68e7-d6c8-466a-9a72-287f38524b45 on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:10.947323 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:51:10.947650 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Checking segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:51:10.948031 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Bound using segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:51:10.948458 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Bound port: cd6e68e7-d6c8-466a-9a72-287f38524b45, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:51:10.948815 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.016827 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] For port cd6e68e7-d6c8-466a-9a72-287f38524b45, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:51:11.020600 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] For port cd6e68e7-d6c8-466a-9a72-287f38524b45, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:51:11.025352 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.096673 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.097311 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.098745 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] 10.222.0.42 "PUT /v2.0/ports/cd6e68e7-d6c8-466a-9a72-287f38524b45 HTTP/1.1" status: 200 len: 1094 time: 0.8703074 Aug 12 22:51:11.099413 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:11.101467 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0de840-59a6-4d98-8915-303a9984891c" -d '{"events": [{"name": "network-changed", "server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:11.129596 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5c8d-d927-4d07-abe4-779d6846386d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e68e7-d6c8-466a-9a72-287f38524b45,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:11.161103 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409cad-dec9-484e-8711-fbd38ca0f890 req-db5570f2-a1a6-4121-af59-5a9685a064ba tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.162841 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-67409cad-dec9-484e-8711-fbd38ca0f890 req-db5570f2-a1a6-4121-af59-5a9685a064ba tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.1307776 Aug 12 22:51:11.168442 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff90f0d-40b3-4f1e-b20a-a921eb4a5270 req-2488b4a9-6534-4b7e-843f-d38248552208 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.170398 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ff90f0d-40b3-4f1e-b20a-a921eb4a5270 req-2488b4a9-6534-4b7e-843f-d38248552208 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0933101 Aug 12 22:51:11.248316 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ff90f0d-40b3-4f1e-b20a-a921eb4a5270 req-d6f1cfc6-dc50-426a-a0ad-ed98af99527f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706086 Aug 12 22:51:11.263769 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-67409cad-dec9-484e-8711-fbd38ca0f890 req-c2fc2dd2-1ba4-44ce-b685-4b05b1734d5e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881462 Aug 12 22:51:11.267484 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 4017f46d-e846-4163-941f-e4a3ad1ddd19 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:51:11.281397 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-6ef40c5a-6a49-4647-bad0-885db2cbbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.283251 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-6ef40c5a-6a49-4647-bad0-885db2cbbbdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 1097 time: 0.0944388 Aug 12 22:51:11.291374 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f87acef6-eced-4836-9c72-8b96f46f5b36 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:51:11.313170 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b1d704-88ae-4ae8-8953-4b5e6e039ff0 x-openstack-request-id: req-c4b1d704-88ae-4ae8-8953-4b5e6e039ff0 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:11.313399 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:11.313639 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4b1d704-88ae-4ae8-8953-4b5e6e039ff0 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:11.314025 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'status': 'completed', 'code': 200} Aug 12 22:51:11.362472 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-0cc6db4e-bdb0-4bab-8b54-505e1fd530ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45 HTTP/1.1" status: 200 len: 217 time: 0.0431216 Aug 12 22:51:11.440857 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-d8e6fedb-c9bd-4b4b-9a18-63b6bd4633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.442566 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-d8e6fedb-c9bd-4b4b-9a18-63b6bd4633bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0675941 Aug 12 22:51:11.504049 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-f8cff730-673a-48fa-805a-91fcc6977319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.505739 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-f8cff730-673a-48fa-805a-91fcc6977319 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499787 Aug 12 22:51:11.547932 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143ca8-9f2b-4a1f-ab3e-a4df82bfb1f6 req-7c65a08e-c0a3-4d3f-97c0-beeb2fcd19ce tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.555398 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-76143ca8-9f2b-4a1f-ab3e-a4df82bfb1f6 req-7c65a08e-c0a3-4d3f-97c0-beeb2fcd19ce tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 944 time: 0.0663548 Aug 12 22:51:11.557063 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 4017f46d-e846-4163-941f-e4a3ad1ddd19, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:11.560086 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port f87acef6-eced-4836-9c72-8b96f46f5b36 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:11.571679 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port f87acef6-eced-4836-9c72-8b96f46f5b36 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:11.572049 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.594801 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '4017f46d-e846-4163-941f-e4a3ad1ddd19', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'port_id': '4017f46d-e846-4163-941f-e4a3ad1ddd19', 'mac_address': 'fa:16:3e:1e:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dabd4a9-ad0d-406f-aacb-fcada9cededa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:51:11.598848 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-76143ca8-9f2b-4a1f-ab3e-a4df82bfb1f6 req-cee30d2b-6b7d-46ff-bea6-a5388898fa0c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Aug 12 22:51:11.621297 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-4f224e7a-f09a-4c72-ae70-09dbc81007c4 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069973 Aug 12 22:51:11.672027 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.696990 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4017f46d-e846-4163-941f-e4a3ad1ddd19 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:11.701024 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.735008 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 4017f46d-e846-4163-941f-e4a3ad1ddd19, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:11.739189 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:11.741441 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8609e70f-ffcb-44fc-a63a-0bb84d3a8ccf" -d '{"events": [{"server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "name": "network-vif-plugged", "status": "completed", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:11.747000 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0e529-54e4-4d54-933e-c997839d319a req-c54bee5e-7d2a-4e88-b45e-a664f0d8e687 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.748745 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7db0e529-54e4-4d54-933e-c997839d319a req-c54bee5e-7d2a-4e88-b45e-a664f0d8e687 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0999238 Aug 12 22:51:11.752461 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.759066 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f87acef6-eced-4836-9c72-8b96f46f5b36, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f87acef6-eced-4836-9c72-8b96f46f5b36,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:11.782716 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.783514 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 580d5179-dccd-4982-a8d7-eddb3e3795e2 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:51:11.788087 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2f57e823-d05e-407a-bfdc-7d31f4c6e37b req-f4c299be-6741-42c0-906e-0cbabb1f7d8b service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501331 Aug 12 22:51:11.825067 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7db0e529-54e4-4d54-933e-c997839d319a req-2c3d2156-e306-4973-87bd-dce69188d107 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Aug 12 22:51:11.825908 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7147bd6-1042-4de5-bb53-7ff47638e044 req-64ab511a-f9c4-4d4c-98db-57165ed9390c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:11.828509 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e7147bd6-1042-4de5-bb53-7ff47638e044 req-64ab511a-f9c4-4d4c-98db-57165ed9390c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 945 time: 0.0694852 Aug 12 22:51:11.839038 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=4017f46d-e846-4163-941f-e4a3ad1ddd19,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:11.886463 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e7147bd6-1042-4de5-bb53-7ff47638e044 req-7ce7aa7b-f145-4dec-bc45-b5d974697b2d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Aug 12 22:51:11.897359 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f87acef6-eced-4836-9c72-8b96f46f5b36,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:11.905827 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 580d5179-dccd-4982-a8d7-eddb3e3795e2 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:11.910551 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 580d5179-dccd-4982-a8d7-eddb3e3795e2 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:11.911018 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:11.933453 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f808a85b-31c3-4253-88b4-5ea2372852c8 x-openstack-request-id: req-f808a85b-31c3-4253-88b4-5ea2372852c8 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:11.933742 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "name": "network-vif-plugged", "status": "completed", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:11.933984 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f808a85b-31c3-4253-88b4-5ea2372852c8 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:11.934390 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'code': 200} Aug 12 22:51:11.997299 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:12.020837 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e150d-d39e-474e-a1ae-8f3535ed9f27 req-752c2081-f15a-4826-9b34-e78bf115bde0 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.023133 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-869e150d-d39e-474e-a1ae-8f3535ed9f27 req-752c2081-f15a-4826-9b34-e78bf115bde0 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 944 time: 0.0831542 Aug 12 22:51:12.032594 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 580d5179-dccd-4982-a8d7-eddb3e3795e2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:12.037215 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:12.044836 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de840-59a6-4d98-8915-303a9984891c req-443f5a4f-0536-4055-a756-c5dc574e9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.046812 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-443f5a4f-0536-4055-a756-c5dc574e9df3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 1097 time: 0.0689921 Aug 12 22:51:12.089521 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=580d5179-dccd-4982-a8d7-eddb3e3795e2,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:12.125304 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-869e150d-d39e-474e-a1ae-8f3535ed9f27 req-6c14ad8c-d6a3-49c4-adaf-46d8ea169bea tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927641 Aug 12 22:51:12.190608 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de840-59a6-4d98-8915-303a9984891c req-b6596358-fa77-475f-8f59-141812336c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.193052 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-b6596358-fa77-475f-8f59-141812336c76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.1369209 Aug 12 22:51:12.202537 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d6e9-ddf3-4731-b012-7fe9e7c8121c req-1f9d15aa-98fe-4c4f-acdc-d28e54a17ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.204017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b134d6e9-ddf3-4731-b012-7fe9e7c8121c req-1f9d15aa-98fe-4c4f-acdc-d28e54a17ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1098 time: 0.0667775 Aug 12 22:51:12.252260 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-c1e15b9f-5810-4795-b4b1-beccf60ac810 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45 HTTP/1.1" status: 200 len: 217 time: 0.0471163 Aug 12 22:51:12.308871 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b134d6e9-ddf3-4731-b012-7fe9e7c8121c req-ef60d220-6d16-40e0-b8e3-f0a2629b48b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670514 Aug 12 22:51:12.319399 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de840-59a6-4d98-8915-303a9984891c req-f34ebe1d-a1c3-41be-bcf7-2110d9427bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.320853 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-f34ebe1d-a1c3-41be-bcf7-2110d9427bab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0561452 Aug 12 22:51:12.356651 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['4017f46d-e846-4163-941f-e4a3ad1ddd19'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:12.380156 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796a25-f484-47fa-8139-e6e94e29c8f6 req-de460151-0df4-4208-8a8e-f83b7448cd77 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.388806 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df796a25-f484-47fa-8139-e6e94e29c8f6 req-de460151-0df4-4208-8a8e-f83b7448cd77 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0692577 Aug 12 22:51:12.429306 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690071d-9f4c-4f50-b7b8-582e18d9a64f req-369886b0-abe8-4801-9db2-5451c7caaa60 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.430969 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e690071d-9f4c-4f50-b7b8-582e18d9a64f req-369886b0-abe8-4801-9db2-5451c7caaa60 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0779147 Aug 12 22:51:12.444182 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df796a25-f484-47fa-8139-e6e94e29c8f6 req-011225d0-d57b-4f1f-ab23-4940417a6649 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542228 Aug 12 22:51:12.506387 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e690071d-9f4c-4f50-b7b8-582e18d9a64f req-098189c9-2ca6-4704-a9de-b79379d5a718 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648465 Aug 12 22:51:12.712930 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc68d4-9532-4149-b1fb-e2150d807818 req-db02b2b9-8388-451b-b1d9-17fa2d7549db tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.714329 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-53fc68d4-9532-4149-b1fb-e2150d807818 req-db02b2b9-8388-451b-b1d9-17fa2d7549db tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0527234 Aug 12 22:51:12.753337 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-53fc68d4-9532-4149-b1fb-e2150d807818 req-1ca10701-15ce-4ac0-b786-3cefe303caa9 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Aug 12 22:51:12.814037 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de840-59a6-4d98-8915-303a9984891c req-9f3ccbc9-990c-4d3e-98e0-72d5bf9e2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:12.815567 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-9f3ccbc9-990c-4d3e-98e0-72d5bf9e2043 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472388 Aug 12 22:51:12.925254 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-a2a5421a-8af4-41a7-83b1-cff4ae2d2691 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891435 Aug 12 22:51:12.997717 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b7edf-d206-449b-9407-c7317fd26a52 req-3e284f01-1678-4af5-bf10-8c2096aa8370 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:13.001621 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3a5b7edf-d206-449b-9407-c7317fd26a52 req-3e284f01-1678-4af5-bf10-8c2096aa8370 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Aug 12 22:51:13.033152 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9a505-fd93-44d5-b2aa-30b617a6f150 req-4d1e749b-1e9d-4770-a6a0-b6ea2890a4e2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:13.034659 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7d9a505-fd93-44d5-b2aa-30b617a6f150 req-4d1e749b-1e9d-4770-a6a0-b6ea2890a4e2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1071265 Aug 12 22:51:13.039767 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3a5b7edf-d206-449b-9407-c7317fd26a52 req-ff907915-728d-4395-9c1f-b8a1d5ef3cc3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Aug 12 22:51:13.067965 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2b0de840-59a6-4d98-8915-303a9984891c req-1c93769b-ecac-4dde-aa1a-aac6a84bc2e2 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307259 Aug 12 22:51:13.085933 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7d9a505-fd93-44d5-b2aa-30b617a6f150 req-6adc9db3-75c4-4eef-b0ee-cbeb523c8ddf tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Aug 12 22:51:13.239974 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3198-0a1f-4cb0-ab56-8fc93a2ed00a req-6e3c7569-670c-49ff-ac6b-9a185edecd20 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:13.241450 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7b3d3198-0a1f-4cb0-ab56-8fc93a2ed00a req-6e3c7569-670c-49ff-ac6b-9a185edecd20 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0493591 Aug 12 22:51:13.279447 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7b3d3198-0a1f-4cb0-ab56-8fc93a2ed00a req-41727cdb-3524-4bde-93bb-9b1c1ef5b942 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Aug 12 22:51:13.555132 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc432ed-32b7-403e-8363-25a921b506f6 req-ab1bef71-7632-4a50-af31-41e5cb39fb47 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:13.557489 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cdc432ed-32b7-403e-8363-25a921b506f6 req-ab1bef71-7632-4a50-af31-41e5cb39fb47 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0517364 Aug 12 22:51:13.598565 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cdc432ed-32b7-403e-8363-25a921b506f6 req-8aa2ba7d-9430-4fec-9619-39e4ee176ff3 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Aug 12 22:51:13.644991 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bac8f-82e5-4457-a49e-734989bbca36 req-18919884-efdd-490f-aab0-ced5dd93fb03 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:13.646564 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1c8bac8f-82e5-4457-a49e-734989bbca36 req-18919884-efdd-490f-aab0-ced5dd93fb03 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Aug 12 22:51:13.879092 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cfef5-e2ad-4640-b385-2a14dff48d85 req-df25ce3e-1dbe-4c00-9204-09583a4a3bfa tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:13.880623 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ee7cfef5-e2ad-4640-b385-2a14dff48d85 req-df25ce3e-1dbe-4c00-9204-09583a4a3bfa tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0578084 Aug 12 22:51:13.911843 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1c8bac8f-82e5-4457-a49e-734989bbca36 req-7c353fd7-495b-4a3b-a742-024c743575df tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593780 Aug 12 22:51:13.919988 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ee7cfef5-e2ad-4640-b385-2a14dff48d85 req-eca1cf2f-83bc-4b8f-ae49-832aa638d63c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Aug 12 22:51:13.935809 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f54be93-9317-4b15-a928-bd9aeff82871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d5179-dccd-4982-a8d7-eddb3e3795e2'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:13.938624 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c99c64-c2bd-40b1-8037-3f460c78f856" -d '{"events": [{"server_uuid": "8f54be93-9317-4b15-a928-bd9aeff82871", "name": "network-vif-plugged", "status": "completed", "tag": "580d5179-dccd-4982-a8d7-eddb3e3795e2"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:13.975817 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b525dadd-4d23-430e-9a19-958a7edfd3d4 x-openstack-request-id: req-b525dadd-4d23-430e-9a19-958a7edfd3d4 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:13.976109 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f54be93-9317-4b15-a928-bd9aeff82871", "name": "network-vif-plugged", "status": "completed", "tag": "580d5179-dccd-4982-a8d7-eddb3e3795e2", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:13.976360 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b525dadd-4d23-430e-9a19-958a7edfd3d4 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:13.976758 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f54be93-9317-4b15-a928-bd9aeff82871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d5179-dccd-4982-a8d7-eddb3e3795e2', 'code': 200} Aug 12 22:51:14.159488 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742b2e-22b0-4b3e-a335-e8db6ef8e94c req-e7ee71f7-a0f3-4930-b5b2-736e68e1a84f tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:14.160958 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3c742b2e-22b0-4b3e-a335-e8db6ef8e94c req-e7ee71f7-a0f3-4930-b5b2-736e68e1a84f tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 945 time: 0.0515029 Aug 12 22:51:14.200191 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3c742b2e-22b0-4b3e-a335-e8db6ef8e94c req-9c3c0d64-d0dd-4e09-bc39-576540189dbe tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Aug 12 22:51:14.214587 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206aa06-0192-47e3-8382-300735d8968e req-57f97e38-cfae-45b9-a75a-964d38970810 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:14.216052 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e206aa06-0192-47e3-8382-300735d8968e req-57f97e38-cfae-45b9-a75a-964d38970810 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Aug 12 22:51:14.254530 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e206aa06-0192-47e3-8382-300735d8968e req-e0f1ce9d-2fad-47b7-b252-c0a5a8390736 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Aug 12 22:51:14.306906 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d0dc3-032c-4bd1-926c-41fd4295c914 req-fcfcedcf-ca62-430c-8a7d-4cec3f091927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:14.308388 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ef7d0dc3-032c-4bd1-926c-41fd4295c914 req-fcfcedcf-ca62-430c-8a7d-4cec3f091927 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 1098 time: 0.0397024 Aug 12 22:51:14.347017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ef7d0dc3-032c-4bd1-926c-41fd4295c914 req-e62caef9-e87a-4d43-b02d-6058a7c4233c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293086 Aug 12 22:51:14.399548 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4bcdd-d199-48d0-a910-16109e3ad968 req-34b79435-9612-4214-9499-bbd33e9bd21c tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:14.400998 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ace4bcdd-d199-48d0-a910-16109e3ad968 req-34b79435-9612-4214-9499-bbd33e9bd21c tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Aug 12 22:51:14.439227 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ace4bcdd-d199-48d0-a910-16109e3ad968 req-8e837b37-148c-422a-aa7c-78f085e7aea0 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Aug 12 22:51:14.719074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313ed2-3c79-435c-8885-373025514acd req-9cad05b2-4074-4aae-8b3b-cfe03458dc98 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:14.720597 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46313ed2-3c79-435c-8885-373025514acd req-9cad05b2-4074-4aae-8b3b-cfe03458dc98 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0480258 Aug 12 22:51:14.757670 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46313ed2-3c79-435c-8885-373025514acd req-2e355dd3-ce82-46c0-a130-971bd89fff45 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Aug 12 22:51:15.028286 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889ad97-b417-41d1-bee0-38f527229ca9 req-20fc6f06-3a7b-4921-aa65-7eeeb045618b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.032025 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e889ad97-b417-41d1-bee0-38f527229ca9 req-20fc6f06-3a7b-4921-aa65-7eeeb045618b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0509267 Aug 12 22:51:15.041427 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806026a0-03c8-4925-a929-ff86193262da req-f93d92c7-8847-4bf3-8039-d3233fac9484 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.043001 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-806026a0-03c8-4925-a929-ff86193262da req-f93d92c7-8847-4bf3-8039-d3233fac9484 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Aug 12 22:51:15.070808 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e889ad97-b417-41d1-bee0-38f527229ca9 req-bd74c573-1b0c-48f2-967e-baed24c0f89b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Aug 12 22:51:15.081407 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-806026a0-03c8-4925-a929-ff86193262da req-e7dc7ee2-077d-41b6-80b7-2c6e2f9e78c5 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Aug 12 22:51:15.190777 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c039-c1e4-420e-a448-60c7abf6098a req-dd0b6450-025a-4c41-a110-53a36193f86f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.192142 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c00c039-c1e4-420e-a448-60c7abf6098a req-dd0b6450-025a-4c41-a110-53a36193f86f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0478599 Aug 12 22:51:15.200953 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 43444) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:15.206213 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'floatingip': {'port_id': 'f87acef6-eced-4836-9c72-8b96f46f5b36'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:15.245397 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:15.300625 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 4017f46d-e846-4163-941f-e4a3ad1ddd19 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:51:15.357456 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 4017f46d-e846-4163-941f-e4a3ad1ddd19 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:15.362654 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 4017f46d-e846-4163-941f-e4a3ad1ddd19 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:15.363316 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:15.386815 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6f5b0-0f75-4a74-a5d7-1d6dd8ce258f req-70900812-88a1-457d-93e5-766f4d5e4e3c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.387671 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0921863-d45e-496e-b8ce-afb546039d47 req-85b9c487-7a62-4d76-9a60-23a0a66e51f5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.388328 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93b6f5b0-0f75-4a74-a5d7-1d6dd8ce258f req-70900812-88a1-457d-93e5-766f4d5e4e3c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 945 time: 0.1101625 Aug 12 22:51:15.395856 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0921863-d45e-496e-b8ce-afb546039d47 req-85b9c487-7a62-4d76-9a60-23a0a66e51f5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0690475 Aug 12 22:51:15.429614 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0921863-d45e-496e-b8ce-afb546039d47 req-4e5a05f4-5332-4077-bee5-8cc2c6fd1704 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Aug 12 22:51:15.456873 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:15.488515 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93b6f5b0-0f75-4a74-a5d7-1d6dd8ce258f req-21645078-e8b0-4f01-9fa5-87d3ab9b4ad0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857923 Aug 12 22:51:15.512785 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 4017f46d-e846-4163-941f-e4a3ad1ddd19, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:15.520314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:15.579999 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=4017f46d-e846-4163-941f-e4a3ad1ddd19,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:15.589988 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e92a82-eeed-425d-95e7-590e03fcf4ce req-92d58e25-ad35-4489-b90b-608aa429f73e tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.591533 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-01e92a82-eeed-425d-95e7-590e03fcf4ce req-92d58e25-ad35-4489-b90b-608aa429f73e tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0628757 Aug 12 22:51:15.637971 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-01e92a82-eeed-425d-95e7-590e03fcf4ce req-38c17a48-c085-4301-8a51-17d932c5ab2e tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Aug 12 22:51:15.795532 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:15.799556 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:15.929430 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c94e7-c860-4f50-9627-eafa42573395 req-d301ee2d-b7b1-439f-b035-72ed9048fa88 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:15.930929 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2b9c94e7-c860-4f50-9627-eafa42573395 req-d301ee2d-b7b1-439f-b035-72ed9048fa88 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0941775 Aug 12 22:51:15.947408 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Floating IP 387ce594-e749-4f5c-8cc9-358ca48d8132 associated. External IP: 172.27.2.109, port: f87acef6-eced-4836-9c72-8b96f46f5b36. Aug 12 22:51:15.977501 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4017f46d-e846-4163-941f-e4a3ad1ddd19'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:15.979968 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d316d7e-2735-4e88-8b03-ef7d4465d579" -d '{"events": [{"server_uuid": "1ab3b5ef-123a-428e-aecd-fc0375d9b456", "name": "network-vif-plugged", "status": "completed", "tag": "4017f46d-e846-4163-941f-e4a3ad1ddd19"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:16.016819 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b83602-5d75-4c9e-aff6-c07c4ab61b22 x-openstack-request-id: req-59b83602-5d75-4c9e-aff6-c07c4ab61b22 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:16.017113 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab3b5ef-123a-428e-aecd-fc0375d9b456", "name": "network-vif-plugged", "status": "completed", "tag": "4017f46d-e846-4163-941f-e4a3ad1ddd19", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:16.017364 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59b83602-5d75-4c9e-aff6-c07c4ab61b22 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:16.017764 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4017f46d-e846-4163-941f-e4a3ad1ddd19', 'code': 200} Aug 12 22:51:16.018004 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2b9c94e7-c860-4f50-9627-eafa42573395 req-dbafd5e2-ea9a-4ec6-8899-9736c71e0403 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791945 Aug 12 22:51:16.180303 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:51:16.190014 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ad417-1f68-47db-aed9-3d846e9c7288 req-42edd941-a165-4d86-aef9-437459631bca tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.191537 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cf0ad417-1f68-47db-aed9-3d846e9c7288 req-42edd941-a165-4d86-aef9-437459631bca tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0507922 Aug 12 22:51:16.230274 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cf0ad417-1f68-47db-aed9-3d846e9c7288 req-405d5515-7ee8-4262-b4fb-b8609ef37cbb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Aug 12 22:51:16.292877 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:51:16.298823 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:16.309336 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:51:16.321983 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:51:16.322857 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:16.332953 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2f888a1d-6e22-483c-aebd-206a86883a5a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "PUT /v2.0/floatingips/387ce594-e749-4f5c-8cc9-358ca48d8132 HTTP/1.1" status: 200 len: 991 time: 1.1296086 Aug 12 22:51:16.333842 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:16.336578 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf5e57-5565-4106-8130-41e5b8c495b3" -d '{"events": [{"name": "network-changed", "server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:16.395749 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d177de-ba04-4d7e-a211-e2ad6c8fb5fc x-openstack-request-id: req-d1d177de-ba04-4d7e-a211-e2ad6c8fb5fc {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:16.396151 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:16.396635 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1d177de-ba04-4d7e-a211-e2ad6c8fb5fc {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:16.397108 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'status': 'completed', 'code': 200} Aug 12 22:51:16.538305 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:51:16.582195 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ade3-49a2-4d8e-be2c-1848fb05fe3c req-7e1257be-738c-4a8e-bb4f-e1210b9472c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.583957 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7991ade3-49a2-4d8e-be2c-1848fb05fe3c req-7e1257be-738c-4a8e-bb4f-e1210b9472c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 1099 time: 0.0996251 Aug 12 22:51:16.601382 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3539da-8608-45c0-8faf-91401dcab2a0 req-0b99e721-fad3-4177-8be1-80cb1178a152 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.602787 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-be3539da-8608-45c0-8faf-91401dcab2a0 req-0b99e721-fad3-4177-8be1-80cb1178a152 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0880418 Aug 12 22:51:16.610080 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-0cb06560-99c8-449d-a1a0-e84113838bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.611910 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-0cb06560-99c8-449d-a1a0-e84113838bc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1098 time: 0.0691860 Aug 12 22:51:16.714049 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7991ade3-49a2-4d8e-be2c-1848fb05fe3c req-62dc6780-ad2d-4f2b-9bf1-b69a9337cf59 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009593 Aug 12 22:51:16.739238 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-be3539da-8608-45c0-8faf-91401dcab2a0 req-45c0035d-be7f-4408-9291-8ec18877ae83 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038358 Aug 12 22:51:16.745808 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab2e5-173a-45f7-81c3-a5d591adf004 req-4a6788b5-9975-4db1-a479-686684e4eb02 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.753798 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1ffab2e5-173a-45f7-81c3-a5d591adf004 req-4a6788b5-9975-4db1-a479-686684e4eb02 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0748775 Aug 12 22:51:16.762979 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-11ada287-26d1-44c0-b25a-968dd20b2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.765429 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-11ada287-26d1-44c0-b25a-968dd20b2567 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.1451828 Aug 12 22:51:16.790845 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1ffab2e5-173a-45f7-81c3-a5d591adf004 req-28deaa79-4cd9-4c47-95db-ad39fc62b1f7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Aug 12 22:51:16.804952 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '387ce594-e749-4f5c-8cc9-358ca48d8132', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'port_id': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'mac_address': 'fa:16:3e:2a:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:50:47Z', 'updated_at': '2021-08-12T22:51:15Z', 'revision_number': 1, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:16.836514 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:51:16.849140 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:51:16.849741 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:50:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:16.886883 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-9cf61f7b-9a86-44c0-8eef-7cf49816ee2f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238874871&fields=id&tenant_id=c62921ed35764f09a64abd1d9c53e065 HTTP/1.1" status: 200 len: 267 time: 0.0387609 Aug 12 22:51:16.907055 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7287-d4e9-41ca-b17c-9209175aa207 req-68d0c074-b9a3-42b8-9099-78f659e418ec tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:16.908581 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b56b7287-d4e9-41ca-b17c-9209175aa207 req-68d0c074-b9a3-42b8-9099-78f659e418ec tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0545874 Aug 12 22:51:16.951141 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b56b7287-d4e9-41ca-b17c-9209175aa207 req-eca164d0-9352-4eba-9a4a-985aff21c6b3 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Aug 12 22:51:16.958523 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:51:17.013117 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-99bc26a3-97c7-4d80-826f-3b33f125d9de tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:17.015404 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-99bc26a3-97c7-4d80-826f-3b33f125d9de tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 808 time: 0.1249170 Aug 12 22:51:17.031681 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-5a4d58a0-4272-4df4-8eeb-d6ea925226d0 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/quotas/c62921ed35764f09a64abd1d9c53e065 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Aug 12 22:51:17.091070 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-1e462bc3-b337-451d-a28e-03d848c764a4 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535042 Aug 12 22:51:17.153907 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb04e23-7711-41b9-b6c6-46e016d300a4 req-f1cff292-1bb0-4205-918d-d9021fa1d0fd tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:17.156413 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-efb04e23-7711-41b9-b6c6-46e016d300a4 req-f1cff292-1bb0-4205-918d-d9021fa1d0fd tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0645218 Aug 12 22:51:17.202828 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-efb04e23-7711-41b9-b6c6-46e016d300a4 req-38dfb6cc-434e-4178-aef4-1e6d751bf7f4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402374 Aug 12 22:51:17.206573 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '387ce594-e749-4f5c-8cc9-358ca48d8132', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'port_id': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'mac_address': 'fa:16:3e:2a:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:50:47Z', 'updated_at': '2021-08-12T22:51:15Z', 'revision_number': 1, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:17.236706 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f65bda-7c57-4fd0-b7d5-f290fde0c971 None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '387ce594-e749-4f5c-8cc9-358ca48d8132', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'port_id': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'mac_address': 'fa:16:3e:2a:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:50:47Z', 'updated_at': '2021-08-12T22:51:15Z', 'revision_number': 1, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:51:17.253317 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-8b8ea245-108a-46ba-997d-9c3bfe0f9bc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 999 time: 0.1578155 Aug 12 22:51:17.342452 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-57a6d124-abcb-4141-82d8-97ff7342f1a3 service neutron] 10.222.0.49 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930206 Aug 12 22:51:17.343913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-b9673ba7-8ab4-4fb9-9818-b75088f8389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:17.345253 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-b9673ba7-8ab4-4fb9-9818-b75088f8389d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0811157 Aug 12 22:51:17.361340 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9117-7524-4f39-b5d4-2c62c2da54e1 req-eff7b45c-3572-43c9-b8f9-056f445ff481 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:17.365074 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-705a9117-7524-4f39-b5d4-2c62c2da54e1 req-eff7b45c-3572-43c9-b8f9-056f445ff481 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0562303 Aug 12 22:51:17.415530 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-705a9117-7524-4f39-b5d4-2c62c2da54e1 req-6ed145b8-0a8a-446e-be9b-59a0b4eaae37 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Aug 12 22:51:17.467787 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-10d4a2e9-733b-4f4c-9b67-ae02b8553aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:17.469524 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-10d4a2e9-733b-4f4c-9b67-ae02b8553aba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944293 Aug 12 22:51:17.497920 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-0f8f8160-4a98-49de-9870-2adfafb34694 service neutron] 10.222.0.49 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433630 Aug 12 22:51:17.514823 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63115ad-455f-494b-9717-6dd0c93526a3 None None] New status for floating IP 387ce594-e749-4f5c-8cc9-358ca48d8132: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:51:17.596527 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-44c21a5c-c3e5-4d5a-955d-b177c0e588d4 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158788 Aug 12 22:51:17.710616 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34cf5e57-5565-4106-8130-41e5b8c495b3 req-48c7f984-8b67-4e86-ad9e-b55ba11c0e42 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057963 Aug 12 22:51:17.905737 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747e3ea-c2ef-457f-a0b1-26adb66cdaf6 req-1b07a694-4bf6-452b-9da2-af667762e1ed tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:17.907224 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4747e3ea-c2ef-457f-a0b1-26adb66cdaf6 req-1b07a694-4bf6-452b-9da2-af667762e1ed tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0563438 Aug 12 22:51:17.960042 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4747e3ea-c2ef-457f-a0b1-26adb66cdaf6 req-5410e1c3-be27-4746-ac58-3488742121f3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455179 Aug 12 22:51:18.008155 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0a96f5d4-bb1a-4a5d-b484-81c119d12056 req-b6b469c2-fd58-4911-a34a-6cd5659e6d13 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 210 time: 0.0288365 Aug 12 22:51:18.097872 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748997f-8b4f-48d6-a8d7-95e6e3f5421f req-a939f689-28cc-4a25-b472-6d51fddb2627 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:18.099418 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5748997f-8b4f-48d6-a8d7-95e6e3f5421f req-a939f689-28cc-4a25-b472-6d51fddb2627 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0595109 Aug 12 22:51:18.133698 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de2682-d212-41f5-97af-793656ef9f7d req-1bf5fe20-8697-4b2a-92aa-d3c5ef8699a5 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:18.141675 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0de2682-d212-41f5-97af-793656ef9f7d req-1bf5fe20-8697-4b2a-92aa-d3c5ef8699a5 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0665352 Aug 12 22:51:18.144085 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5748997f-8b4f-48d6-a8d7-95e6e3f5421f req-013867f5-9504-4a40-8517-5588043503b2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Aug 12 22:51:18.185567 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0de2682-d212-41f5-97af-793656ef9f7d req-a29471fb-f307-4172-910c-d385f7bf4eee tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Aug 12 22:51:18.334652 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d09bdd-3f77-4fc8-8c22-0459b4570e40 req-1e1e9df0-1e39-49f6-b65d-2732dbdbd94c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:18.336151 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f6d09bdd-3f77-4fc8-8c22-0459b4570e40 req-1e1e9df0-1e39-49f6-b65d-2732dbdbd94c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0603561 Aug 12 22:51:18.375763 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f6d09bdd-3f77-4fc8-8c22-0459b4570e40 req-1e3b74d8-52cc-44f3-b078-0cb3db53b3d0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332386 Aug 12 22:51:18.532437 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd23fb0-4a6e-4e41-9a88-e98c7c52bfff req-3dbeb8ed-5e87-4de2-9656-c0ffd04d49b4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:18.533979 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6cd23fb0-4a6e-4e41-9a88-e98c7c52bfff req-3dbeb8ed-5e87-4de2-9656-c0ffd04d49b4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0519865 Aug 12 22:51:18.579048 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6cd23fb0-4a6e-4e41-9a88-e98c7c52bfff req-66bcedcc-30bb-435b-83c1-1073436d458e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Aug 12 22:51:19.087844 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9db6-f687-403c-b7b5-c2c49574a982 req-780f4c3c-786c-40f5-856d-e59de3780d14 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:19.089350 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-56bf9db6-f687-403c-b7b5-c2c49574a982 req-780f4c3c-786c-40f5-856d-e59de3780d14 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Aug 12 22:51:19.107438 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d993bf7f-fa07-481e-9bde-414f71b91c71 req-cdd437d8-596e-4ec6-b3ff-5771cfc6f921 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 210 time: 0.0292408 Aug 12 22:51:19.127539 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-56bf9db6-f687-403c-b7b5-c2c49574a982 req-5e928e55-66f3-4cde-8045-d2df693383e5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Aug 12 22:51:19.270819 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad090e9-b4aa-4bbd-984e-bd14d257f6d3 req-3d81883b-ef78-4dd0-b97e-9f687e7638c7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:19.272372 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8ad090e9-b4aa-4bbd-984e-bd14d257f6d3 req-3d81883b-ef78-4dd0-b97e-9f687e7638c7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0592442 Aug 12 22:51:19.310080 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8ad090e9-b4aa-4bbd-984e-bd14d257f6d3 req-648fc2c7-ac34-46c8-acf9-768908b37789 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Aug 12 22:51:19.318084 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fda83-b297-4aed-bff3-e8bb5f1ba570 req-036dfb1a-da84-4cd6-9c67-081b66e2e7da tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:19.319655 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-012fda83-b297-4aed-bff3-e8bb5f1ba570 req-036dfb1a-da84-4cd6-9c67-081b66e2e7da tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0530734 Aug 12 22:51:19.339619 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device cd6e68e7-d6c8-466a-9a72-287f38524b45 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:51:19.358950 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-012fda83-b297-4aed-bff3-e8bb5f1ba570 req-3ab3c2bc-1e9c-4dd9-b4eb-e858b2e04516 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Aug 12 22:51:19.439239 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port cd6e68e7-d6c8-466a-9a72-287f38524b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:19.450878 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'port_id': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'mac_address': 'fa:16:3e:42:4b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:51:19.493969 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:19.497214 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575bbc-353e-442d-9d9c-968a551c613d req-93c94e25-a2f1-41ff-89ae-932f216a3e68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:19.499536 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98575bbc-353e-442d-9d9c-968a551c613d req-93c94e25-a2f1-41ff-89ae-932f216a3e68 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 944 time: 0.0550525 Aug 12 22:51:19.508100 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6e68e7-d6c8-466a-9a72-287f38524b45 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:19.531701 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port cd6e68e7-d6c8-466a-9a72-287f38524b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:19.537129 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:19.543977 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98575bbc-353e-442d-9d9c-968a551c613d req-277f4393-c39b-498f-94b1-33e5c55e5ade tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 Aug 12 22:51:19.587500 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=cd6e68e7-d6c8-466a-9a72-287f38524b45,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:19.594840 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.595115 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.595457 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.596393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.596393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.596575 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.596860 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.597189 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.597514 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.597858 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.598270 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.598614 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:19.701305 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-4ecb963a-685f-4696-b0a9-d1765ae00fe9 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:19.702879 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-4ecb963a-685f-4696-b0a9-d1765ae00fe9 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 808 time: 0.1120551 Aug 12 22:51:19.736552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26183b33-2130-48d9-8725-7a15d866ed9d req-e5c1cc44-f89b-4e35-8ab2-ce266172f8eb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:19.738256 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-26183b33-2130-48d9-8725-7a15d866ed9d req-e5c1cc44-f89b-4e35-8ab2-ce266172f8eb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0497370 Aug 12 22:51:19.771057 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-6d3b8d8e-5c79-454e-b6ae-420bf7b796c6 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62921ed35764f09a64abd1d9c53e065 HTTP/1.1" status: 200 len: 379 time: 0.0354810 Aug 12 22:51:19.777629 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-26183b33-2130-48d9-8725-7a15d866ed9d req-895d2ae6-e918-4958-a53c-143c27e4b7e1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Aug 12 22:51:19.808586 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'port': {'device_id': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'admin_state_up': True, 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'security_groups': ['3c65a356-369b-409d-9218-74e94edd2765']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:19.924199 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Made reservation on behalf of c62921ed35764f09a64abd1d9c53e065 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:51:19.927887 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:20.050630 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Allocated IP 172.20.0.3 (8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a/3f9d447e-dacb-464b-a2c7-4357fbc284ad/f2e5374c-1791-4b48-aac0-e37709609396) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:20.191422 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:20.206318 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d7fc856a-839c-497d-ac98-abfa9763dedb req-3f200b68-0e2c-401e-8d04-5216c78e8bbd tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 210 time: 0.0290136 Aug 12 22:51:20.206684 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Transition to ACTIVE for port object f2e5374c-1791-4b48-aac0-e37709609396 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:20.241401 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:20.285874 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:20.291109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:20.295611 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:20.301487 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:20.301814 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:20.305293 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:20.317386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.317729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.318065 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.318414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.318737 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.319068 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.319375 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.319692 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.319809 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26269b-2e48-4eae-a3fa-9e71e10677fa req-09e0b4a2-d83d-4b73-b7f0-2e1e5a80998a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:20.320007 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.320319 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.320631 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.320942 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:20.321396 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf26269b-2e48-4eae-a3fa-9e71e10677fa req-09e0b4a2-d83d-4b73-b7f0-2e1e5a80998a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Aug 12 22:51:20.331583 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-39bba9c2-06d5-4776-9cb8-263caef1152e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5261567 Aug 12 22:51:20.372839 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf26269b-2e48-4eae-a3fa-9e71e10677fa req-bed80e19-a12d-453a-b3b0-bb440e23ac7b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348489 Aug 12 22:51:20.403798 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Request body: {'port': {'device_id': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:20.479045 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:20.531883 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b06cb-e880-41b0-9385-3547f1ceabb0 req-302aba6b-c269-4e0b-baa0-63cc9e6c0b45 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:20.533696 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db5b06cb-e880-41b0-9385-3547f1ceabb0 req-302aba6b-c269-4e0b-baa0-63cc9e6c0b45 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0802646 Aug 12 22:51:20.585739 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['cd6e68e7-d6c8-466a-9a72-287f38524b45'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:20.611162 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db5b06cb-e880-41b0-9385-3547f1ceabb0 req-1c04d5ad-3e82-46de-8d08-95dd37a25c77 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627666 Aug 12 22:51:20.654951 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-18c093c8-bd69-46a2-ac00-f515515e1f1a None None] Provisioning for port f2e5374c-1791-4b48-aac0-e37709609396 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:20.664550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-18c093c8-bd69-46a2-ac00-f515515e1f1a None None] Provisioning complete for port f2e5374c-1791-4b48-aac0-e37709609396 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:20.664924 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-18c093c8-bd69-46a2-ac00-f515515e1f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:20.721277 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-18c093c8-bd69-46a2-ac00-f515515e1f1a None None] Port f2e5374c-1791-4b48-aac0-e37709609396 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:51:20.728789 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17497-553d-41a4-b7d7-1364cd187039 req-8bd586b7-7661-4984-b4e4-9cc3a61438bf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:20.730615 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-11c17497-553d-41a4-b7d7-1364cd187039 req-8bd586b7-7661-4984-b4e4-9cc3a61438bf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 945 time: 0.0545464 Aug 12 22:51:20.773558 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-11c17497-553d-41a4-b7d7-1364cd187039 req-297bdedd-7f2f-4b16-926d-d20eaea86330 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354939 Aug 12 22:51:20.899876 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468196-98a4-419d-b805-833ba3147b7e req-55620201-9632-4e46-80f6-52cfeb29c0ef tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:20.901446 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-da468196-98a4-419d-b805-833ba3147b7e req-55620201-9632-4e46-80f6-52cfeb29c0ef tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0538590 Aug 12 22:51:20.925667 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063c88-3014-4d61-993a-1b0330adb5d0 req-16cf0bf7-9f46-4cbe-ab1f-183f5d7c5574 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:20.927655 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d3063c88-3014-4d61-993a-1b0330adb5d0 req-16cf0bf7-9f46-4cbe-ab1f-183f5d7c5574 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.3156509 Aug 12 22:51:20.954046 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-da468196-98a4-419d-b805-833ba3147b7e req-e9c6cf78-221a-4bba-8b1b-1aeacd731200 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Aug 12 22:51:21.001087 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d3063c88-3014-4d61-993a-1b0330adb5d0 req-bca88c05-a525-453f-af40-b2e80340eb89 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655096 Aug 12 22:51:21.064921 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e5374c-1791-4b48-aac0-e37709609396 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:21.072600 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:21.084540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Transition to ACTIVE for port object f2e5374c-1791-4b48-aac0-e37709609396 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:21.088464 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:21.142027 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:21.181196 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Attempting to bind port f2e5374c-1791-4b48-aac0-e37709609396 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:51:21.181526 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Attempting to bind port f2e5374c-1791-4b48-aac0-e37709609396 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:51:21.181850 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Attempting to bind port f2e5374c-1791-4b48-aac0-e37709609396 on network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:21.186684 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Port f2e5374c-1791-4b48-aac0-e37709609396 on network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:51:21.186999 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Attempting to bind port f2e5374c-1791-4b48-aac0-e37709609396 on network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:21.192413 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:51:21.192743 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Checking segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:51:21.193114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Bound using segment: {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:51:21.193560 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Bound port: f2e5374c-1791-4b48-aac0-e37709609396, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d21d6ab-3f92-4b26-a686-15b055a43051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:51:21.194029 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:21.267536 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:51:21.271596 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:51:21.280600 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:21.320313 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.320916 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:21.322346 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] 10.222.0.42 "PUT /v2.0/ports/f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 1093 time: 0.9231472 Aug 12 22:51:21.322901 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:21.325199 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d1e747-1ebd-4571-bfd9-068db96a8e50" -d '{"events": [{"name": "network-changed", "server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:21.346364 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2b0d-423d-4aff-8376-e74842a06c3c req-c2b74630-f7b8-4d39-9f8c-58cbc8d91916 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.349963 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c379-7968-4f2b-b97c-67a3acb54eac service neutron] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:21.355575 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7d8b2b0d-423d-4aff-8376-e74842a06c3c req-c2b74630-f7b8-4d39-9f8c-58cbc8d91916 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0714447 Aug 12 22:51:21.383534 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b898f9b-9f53-4500-8250-b5e707a55e26 x-openstack-request-id: req-2b898f9b-9f53-4500-8250-b5e707a55e26 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:21.384009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:21.384418 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b898f9b-9f53-4500-8250-b5e707a55e26 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:21.385044 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'status': 'completed', 'code': 200} Aug 12 22:51:21.402114 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7d8b2b0d-423d-4aff-8376-e74842a06c3c req-e89e9c34-5591-4481-9ce6-47120765d45e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457697 Aug 12 22:51:21.480603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-cf43a94c-9260-4a5f-a25b-ffb7230fd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.482098 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-cf43a94c-9260-4a5f-a25b-ffb7230fd450 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1096 time: 0.0435100 Aug 12 22:51:21.512894 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ebd21-3050-4435-ba0d-b58cf6d35542 req-ac0f7fc0-ffac-4fbd-844d-78d3bccb4e57 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.514668 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-894ebd21-3050-4435-ba0d-b58cf6d35542 req-ac0f7fc0-ffac-4fbd-844d-78d3bccb4e57 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Aug 12 22:51:21.553588 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-894ebd21-3050-4435-ba0d-b58cf6d35542 req-62f0fda9-912d-4a2c-a499-c5bf28befd5e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Aug 12 22:51:21.605793 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-ca79899e-973b-4071-8feb-10d2053ab944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 217 time: 0.0382636 Aug 12 22:51:21.702239 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-ea629481-1faf-4d5a-abd4-1af2375ab185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.703636 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-ea629481-1faf-4d5a-abd4-1af2375ab185 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0462792 Aug 12 22:51:21.722586 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569504-cd6b-499a-8e87-80e2e02b9550 req-86be37b6-841b-47db-9c25-cc0eedcc79f5 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.724079 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49569504-cd6b-499a-8e87-80e2e02b9550 req-86be37b6-841b-47db-9c25-cc0eedcc79f5 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.0501635 Aug 12 22:51:21.750510 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-92b4a160-6aac-415c-9056-32749a556c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.751996 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-92b4a160-6aac-415c-9056-32749a556c70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399852 Aug 12 22:51:21.764242 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49569504-cd6b-499a-8e87-80e2e02b9550 req-3b5bc543-b97c-4775-a6d1-911f222c3171 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340788 Aug 12 22:51:21.859754 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-6f8f0bff-62c5-4acf-88fb-263ee8bf1f06 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916808 Aug 12 22:51:21.901778 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f10d5-93a6-48cf-8039-e2cfff3db3a6 req-e674aa11-001e-407d-a9c3-2d145439fece tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:21.903255 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3a7f10d5-93a6-48cf-8039-e2cfff3db3a6 req-e674aa11-001e-407d-a9c3-2d145439fece tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 945 time: 0.0547171 Aug 12 22:51:21.941223 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3a7f10d5-93a6-48cf-8039-e2cfff3db3a6 req-e853a541-857c-4d6c-8002-9db4f2bf9aa4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Aug 12 22:51:22.052841 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-35c0c4c3-fa11-4fdf-8594-d3effcdf3d67 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.054304 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-35c0c4c3-fa11-4fdf-8594-d3effcdf3d67 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 945 time: 0.1021671 Aug 12 22:51:22.101158 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2948f5f-3615-401e-8682-447f5a70e61b req-fceab562-d3fd-4c9c-a939-e19eba6499e8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.102203 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-966ea236-bdba-4235-a4b5-803d8811f0ba req-d7cffac7-cc31-4086-929e-72a918a8f96f service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571140 Aug 12 22:51:22.105280 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2948f5f-3615-401e-8682-447f5a70e61b req-fceab562-d3fd-4c9c-a939-e19eba6499e8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0556693 Aug 12 22:51:22.144478 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2948f5f-3615-401e-8682-447f5a70e61b req-f28649ec-a2b6-4d1a-b936-021f8af61785 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Aug 12 22:51:22.179499 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d8da-6738-47b7-ae77-7485ff67ffc9 req-8d6b4ab8-5d99-4a6a-9a14-9a468a689019 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.180953 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aac6d8da-6738-47b7-ae77-7485ff67ffc9 req-8d6b4ab8-5d99-4a6a-9a14-9a468a689019 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.1037414 Aug 12 22:51:22.231425 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Deleting port 580d5179-dccd-4982-a8d7-eddb3e3795e2 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:51:22.231754 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:22.251931 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aac6d8da-6738-47b7-ae77-7485ff67ffc9 req-3a4a3d13-457a-4375-8950-4c307600a947 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Aug 12 22:51:22.340193 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-9be94f80-db29-49fe-9147-379e8419ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.342587 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-9be94f80-db29-49fe-9147-379e8419ccb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1096 time: 0.0941088 Aug 12 22:51:22.412915 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] For port 580d5179-dccd-4982-a8d7-eddb3e3795e2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=580d5179-dccd-4982-a8d7-eddb3e3795e2,segment=NetworkSegment(11d2df18-43bf-4c31-afc7-d483df89ec8c),segment_id=11d2df18-43bf-4c31-afc7-d483df89ec8c)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:22.413274 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:22.433735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Calling delete_port for 580d5179-dccd-4982-a8d7-eddb3e3795e2 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:51:22.510636 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-93ea4364-911c-4acd-b81f-af0fc5ad6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.510636 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-93ea4364-911c-4acd-b81f-af0fc5ad6b02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.1580434 Aug 12 22:51:22.562784 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab266eb-ca65-43fe-b5c0-ed3b9a6d5745 req-1ff7164e-8792-4f7f-84cb-fff6d9df7cd7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.567065 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ab266eb-ca65-43fe-b5c0-ed3b9a6d5745 req-1ff7164e-8792-4f7f-84cb-fff6d9df7cd7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0839236 Aug 12 22:51:22.568906 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-00ad8e60-0d30-482e-b3c1-f737ef43d412 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 217 time: 0.0467265 Aug 12 22:51:22.622730 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ab266eb-ca65-43fe-b5c0-ed3b9a6d5745 req-232a141c-6d46-431c-b166-ed916de25d31 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471547 Aug 12 22:51:22.680637 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-63182aa5-a364-4a45-9bd2-3b3affcf1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.682156 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-63182aa5-a364-4a45-9bd2-3b3affcf1652 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.1003726 Aug 12 22:51:22.751300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:22.796569 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360e09-681c-4516-9038-fbf1db97b4f4 req-17a38206-4078-4fb8-a4d5-e8aae256ded2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.798073 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-02360e09-681c-4516-9038-fbf1db97b4f4 req-17a38206-4078-4fb8-a4d5-e8aae256ded2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1375108 Aug 12 22:51:22.803317 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Pushing event deleted for resources: {'Port': ['ID=580d5179-dccd-4982-a8d7-eddb3e3795e2,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:22.806562 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-92ba2fc1-331d-4469-9b81-22beba4a35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:22.806774 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['580d5179-dccd-4982-a8d7-eddb3e3795e2'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:22.808356 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-92ba2fc1-331d-4469-9b81-22beba4a35a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039660 Aug 12 22:51:22.871900 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0c12929c-46f3-4819-8556-f1bfd36215bd req-7de7f8e9-d9e1-4b86-b71f-97c9cbc80d77 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f54be93-9317-4b15-a928-bd9aeff82871 HTTP/1.1" status: 200 len: 210 time: 0.0276566 Aug 12 22:51:22.878730 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] No DVR routers for this DVR port 580d5179-dccd-4982-a8d7-eddb3e3795e2 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:51:22.908189 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:22.910112 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8329ef3c-7001-4153-b6e9-c5f46aa2fc89 req-34cf3a49-e451-4513-993d-14d3c6135c33 tempest-VolumesActionsTest-1083298849 tempest-VolumesActionsTest-1083298849-project] 10.222.0.42 "DELETE /v2.0/ports/580d5179-dccd-4982-a8d7-eddb3e3795e2 HTTP/1.1" status: 204 len: 173 time: 0.8423724 Aug 12 22:51:22.937218 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-02360e09-681c-4516-9038-fbf1db97b4f4 req-60fef6d4-2dbb-42b9-be93-791435a374f9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070509 Aug 12 22:51:22.973009 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-1f676fb9-6cb9-4ae7-ace0-b4fa34988b59 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416836 Aug 12 22:51:23.068232 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f1e2d-a37c-428e-bffa-dc6376d7fad3 req-055ea3f0-deef-487b-bbf6-448769e391c1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:23.069868 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-073f1e2d-a37c-428e-bffa-dc6376d7fad3 req-055ea3f0-deef-487b-bbf6-448769e391c1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 945 time: 0.0622394 Aug 12 22:51:23.114622 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-073f1e2d-a37c-428e-bffa-dc6376d7fad3 req-e3402766-8c48-4595-9a41-5931202117c1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Aug 12 22:51:23.120485 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8d1e747-1ebd-4571-bfd9-068db96a8e50 req-48db0996-8507-49e7-aa01-72e64a89536c service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081893 Aug 12 22:51:23.264743 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77ed30-b356-4e30-8488-637b8a6e656f req-12495c62-0b4e-4b06-a451-ad4e1c4f1aac tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:23.266445 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ba77ed30-b356-4e30-8488-637b8a6e656f req-12495c62-0b4e-4b06-a451-ad4e1c4f1aac tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Aug 12 22:51:23.304773 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ba77ed30-b356-4e30-8488-637b8a6e656f req-de1df49e-3bad-4b79-bccf-880d32c1265e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Aug 12 22:51:23.386851 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f54be93-9317-4b15-a928-bd9aeff82871', 'name': 'network-vif-deleted', 'tag': '580d5179-dccd-4982-a8d7-eddb3e3795e2'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:23.389779 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa062d-1fdc-407b-8641-f90c2038d9be" -d '{"events": [{"server_uuid": "8f54be93-9317-4b15-a928-bd9aeff82871", "name": "network-vif-deleted", "tag": "580d5179-dccd-4982-a8d7-eddb3e3795e2"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:23.399104 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device cd6e68e7-d6c8-466a-9a72-287f38524b45 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:51:23.424344 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6abeee8-49b9-4eb6-ac39-19f187e02a27 x-openstack-request-id: req-e6abeee8-49b9-4eb6-ac39-19f187e02a27 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:23.424657 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f54be93-9317-4b15-a928-bd9aeff82871", "name": "network-vif-deleted", "tag": "580d5179-dccd-4982-a8d7-eddb3e3795e2", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:23.424866 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6abeee8-49b9-4eb6-ac39-19f187e02a27 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:23.425249 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f54be93-9317-4b15-a928-bd9aeff82871', 'name': 'network-vif-deleted', 'tag': '580d5179-dccd-4982-a8d7-eddb3e3795e2', 'status': 'completed', 'code': 200} Aug 12 22:51:23.448858 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port cd6e68e7-d6c8-466a-9a72-287f38524b45 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:23.452877 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port cd6e68e7-d6c8-466a-9a72-287f38524b45 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:23.453244 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:23.532731 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:23.554436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:23.556679 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9fedd-4c24-4c00-9fc9-4c26dceb0f35" -d '{"events": [{"server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:23.571683 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port cd6e68e7-d6c8-466a-9a72-287f38524b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:23.576261 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:23.577062 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 580d5179-dccd-4982-a8d7-eddb3e3795e2 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:51:23.598120 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b194af96-9d83-4118-a246-09b5dab102b0 x-openstack-request-id: req-b194af96-9d83-4118-a246-09b5dab102b0 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:23.598445 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:23.598703 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b194af96-9d83-4118-a246-09b5dab102b0 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:23.599096 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'code': 200} Aug 12 22:51:23.616438 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 580d5179-dccd-4982-a8d7-eddb3e3795e2 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:51:23.616784 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 580d5179-dccd-4982-a8d7-eddb3e3795e2 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:51:23.647541 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=cd6e68e7-d6c8-466a-9a72-287f38524b45,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:23.749064 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acedfd-6fa3-490e-b975-0a645c645ba8 req-0414344b-cb5d-47bd-a2ed-1579a6d476d9 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:23.750579 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87acedfd-6fa3-490e-b975-0a645c645ba8 req-0414344b-cb5d-47bd-a2ed-1579a6d476d9 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0527880 Aug 12 22:51:23.791606 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87acedfd-6fa3-490e-b975-0a645c645ba8 req-2139191a-1010-4610-96da-a32cb4d86ccb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348420 Aug 12 22:51:23.845641 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5f3804f0-e8de-4b07-b3d1-3bbefc896144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:24.102112 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8932cb-9dc4-4c7c-a18e-dda2c90cee80 req-fa56935b-a2a6-4c6b-80c8-8b078196f6e7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:24.103727 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5b8932cb-9dc4-4c7c-a18e-dda2c90cee80 req-fa56935b-a2a6-4c6b-80c8-8b078196f6e7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0668578 Aug 12 22:51:24.180008 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5b8932cb-9dc4-4c7c-a18e-dda2c90cee80 req-0a48236b-cc47-42b0-947e-04a70eaa66b0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606964 Aug 12 22:51:24.182605 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efb70d-9e0b-4742-bb15-814e67e97b94 req-5192e85b-5c0e-46d6-8f69-36c7c925cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:24.185900 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8efb70d-9e0b-4742-bb15-814e67e97b94 req-5192e85b-5c0e-46d6-8f69-36c7c925cde8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 1099 time: 0.0756373 Aug 12 22:51:24.243231 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8efb70d-9e0b-4742-bb15-814e67e97b94 req-11cbf849-7ef0-4f14-8e3f-5e8d2a9aa7e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389733 Aug 12 22:51:24.273043 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8477b-210f-42a8-9763-0cbbe1779f0b req-bfeef8ec-8053-4268-a8ab-0ea7e3a411d4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:24.274896 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ea8477b-210f-42a8-9763-0cbbe1779f0b req-bfeef8ec-8053-4268-a8ab-0ea7e3a411d4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0548563 Aug 12 22:51:24.319081 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ea8477b-210f-42a8-9763-0cbbe1779f0b req-6d05bfbc-9be9-4751-8bd5-d773cc2c4e27 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371034 Aug 12 22:51:24.423195 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa54c0-8ec5-4735-8980-b2c186d0ff38 req-89613898-b530-46a7-b5b6-7da613407747 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:24.424697 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cdaa54c0-8ec5-4735-8980-b2c186d0ff38 req-89613898-b530-46a7-b5b6-7da613407747 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0518849 Aug 12 22:51:24.472336 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cdaa54c0-8ec5-4735-8980-b2c186d0ff38 req-590bacfa-8c5f-4df4-9c62-ded48c5d4107 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Aug 12 22:51:24.909706 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b25dc-3d5c-48a8-9de6-233df6dabc71 req-f99d2bd1-b274-4792-bf14-c7dabc7a53df tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:24.911221 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-755b25dc-3d5c-48a8-9de6-233df6dabc71 req-f99d2bd1-b274-4792-bf14-c7dabc7a53df tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0471535 Aug 12 22:51:24.949948 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-755b25dc-3d5c-48a8-9de6-233df6dabc71 req-4016020d-cace-4352-9cda-26f903edcc86 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Aug 12 22:51:25.311121 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b898243-2e06-4a28-9c58-e8dcdc3cd209 req-8c5ac464-b69a-4775-b6cf-6283cfe04769 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:25.312585 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b898243-2e06-4a28-9c58-e8dcdc3cd209 req-8c5ac464-b69a-4775-b6cf-6283cfe04769 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0522687 Aug 12 22:51:25.315678 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:25.351774 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b898243-2e06-4a28-9c58-e8dcdc3cd209 req-3d6c9504-a425-4e35-849e-fd35a0f13641 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 Aug 12 22:51:25.445544 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ad60-9957-4eb8-ae7d-b90c3021f874 req-cc3892b3-1c63-4379-98a4-5f5ad3a07ddf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:25.447013 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5981ad60-9957-4eb8-ae7d-b90c3021f874 req-cc3892b3-1c63-4379-98a4-5f5ad3a07ddf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0547774 Aug 12 22:51:25.486253 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5981ad60-9957-4eb8-ae7d-b90c3021f874 req-9be04d9a-b3b4-43a7-8e28-6b848e42483f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331361 Aug 12 22:51:25.589147 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51401ea0-d678-4ebd-8163-257aeee86f24 req-e918c373-0124-4162-a325-19721fa50f3b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:25.590642 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51401ea0-d678-4ebd-8163-257aeee86f24 req-e918c373-0124-4162-a325-19721fa50f3b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0526149 Aug 12 22:51:25.629899 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51401ea0-d678-4ebd-8163-257aeee86f24 req-33507738-e501-491a-a1ac-a8d6ddc91573 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Aug 12 22:51:26.063021 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c0ff-65ef-416a-bb6f-759c5c2a06bd req-aee16911-8902-4980-8774-4e26c4bc1505 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:26.064476 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b6c9c0ff-65ef-416a-bb6f-759c5c2a06bd req-aee16911-8902-4980-8774-4e26c4bc1505 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0485210 Aug 12 22:51:26.103400 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b6c9c0ff-65ef-416a-bb6f-759c5c2a06bd req-1bb6507f-79e3-4ab3-aca2-4149bc8a0eb4 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Aug 12 22:51:26.381977 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-12fb6d11-00c7-4523-884b-53675d0e369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:26.480920 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89965181-8a7b-4af0-b898-8efa25f5eb7c req-41d4ffd9-7e37-4535-9f41-11d112a4686a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:26.483175 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-89965181-8a7b-4af0-b898-8efa25f5eb7c req-41d4ffd9-7e37-4535-9f41-11d112a4686a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0508370 Aug 12 22:51:26.519939 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:26.521624 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-89965181-8a7b-4af0-b898-8efa25f5eb7c req-bde94fd1-f5d1-40ff-bf9b-05bd3a9cf091 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Aug 12 22:51:26.646048 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9696f-c7c4-4522-8e15-4a4ec38f2ee1 req-fea9f52e-2ac0-4ccf-a1f7-241b144bbbf7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:26.648344 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-02f9696f-c7c4-4522-8e15-4a4ec38f2ee1 req-fea9f52e-2ac0-4ccf-a1f7-241b144bbbf7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0593331 Aug 12 22:51:26.686075 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-02f9696f-c7c4-4522-8e15-4a4ec38f2ee1 req-37f0ba3f-34c3-4229-b3e7-ace4ffc1160b tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Aug 12 22:51:26.796243 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66146630-e2ec-474b-8271-28256e676c58 req-668291ec-5db3-41f9-926d-e378ff963d80 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:26.797739 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-66146630-e2ec-474b-8271-28256e676c58 req-668291ec-5db3-41f9-926d-e378ff963d80 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0544484 Aug 12 22:51:26.839559 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-66146630-e2ec-474b-8271-28256e676c58 req-207b3b4f-c4c9-4886-a2f6-04b3821081fc tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356667 Aug 12 22:51:27.221510 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488678e1-f03d-4c26-b1fe-b64cd1a9fa8c req-9ac272bb-9fa0-4058-84f2-0747d5b66661 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:27.223032 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-488678e1-f03d-4c26-b1fe-b64cd1a9fa8c req-9ac272bb-9fa0-4058-84f2-0747d5b66661 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0541604 Aug 12 22:51:27.265125 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-488678e1-f03d-4c26-b1fe-b64cd1a9fa8c req-cc483d4c-5008-4039-9fbe-0111caa4f860 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359147 Aug 12 22:51:27.569230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:27.646531 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72ee1f-ac2c-4658-be8f-2101aa739027 req-10c51593-db3d-419d-ac04-4d18aaf89cd1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:27.648029 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dd72ee1f-ac2c-4658-be8f-2101aa739027 req-10c51593-db3d-419d-ac04-4d18aaf89cd1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Aug 12 22:51:27.686410 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dd72ee1f-ac2c-4658-be8f-2101aa739027 req-29f2fbc3-49f7-499d-b05d-030ecfb5bcb9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322535 Aug 12 22:51:27.799479 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162c0b0-a3b4-43bc-9fe1-f25b742b8876 req-19b39ab6-5119-4acb-a2c1-6896d3d74426 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:27.800924 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a162c0b0-a3b4-43bc-9fe1-f25b742b8876 req-19b39ab6-5119-4acb-a2c1-6896d3d74426 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0486705 Aug 12 22:51:27.839001 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a162c0b0-a3b4-43bc-9fe1-f25b742b8876 req-6ec9a0f2-8eb8-40b1-b227-4af652591c7f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Aug 12 22:51:27.960071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62881c-c846-4d05-94d1-22c10ffb681f req-f1794355-f9ee-46bb-8bc9-a9a904c473d0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:27.961587 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d62881c-c846-4d05-94d1-22c10ffb681f req-f1794355-f9ee-46bb-8bc9-a9a904c473d0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0539556 Aug 12 22:51:28.001320 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d62881c-c846-4d05-94d1-22c10ffb681f req-b78a4f5e-7c55-411b-b808-063b2d38c8af tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Aug 12 22:51:28.380718 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b23498-af42-49ea-82e3-3afbd6b21b6b req-3c62e60e-31c1-4ea0-a275-778d959b7e09 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:28.382268 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23b23498-af42-49ea-82e3-3afbd6b21b6b req-3c62e60e-31c1-4ea0-a275-778d959b7e09 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0520928 Aug 12 22:51:28.420170 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23b23498-af42-49ea-82e3-3afbd6b21b6b req-addccdf5-916d-4d40-92c0-deda1feac9ee tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Aug 12 22:51:28.811375 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2e79d-c310-417b-8ef9-38c467a2af4d req-b1409bec-0ed4-471b-bbd9-7ce11f31bb68 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:28.812880 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ffe2e79d-c310-417b-8ef9-38c467a2af4d req-b1409bec-0ed4-471b-bbd9-7ce11f31bb68 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0499339 Aug 12 22:51:28.850948 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ffe2e79d-c310-417b-8ef9-38c467a2af4d req-6443888c-66f5-4f2a-a106-9ef904c9b5e3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Aug 12 22:51:28.967898 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-a99cb44d-42fa-4505-90bf-52c2fc32e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:28.969424 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-a99cb44d-42fa-4505-90bf-52c2fc32e31e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.0448492 Aug 12 22:51:28.977383 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969128ce-a3a0-4dc2-800d-d280be372b3d req-e1986398-3fee-4341-80d8-0ec12f05d005 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:28.979200 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-969128ce-a3a0-4dc2-800d-d280be372b3d req-e1986398-3fee-4341-80d8-0ec12f05d005 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0526893 Aug 12 22:51:29.021587 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-969128ce-a3a0-4dc2-800d-d280be372b3d req-c7653fb4-364c-418c-86a6-490c296926e4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349286 Aug 12 22:51:29.086424 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:29.134083 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-1d133d92-f750-43ab-8d2d-891cd17c10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:29.135466 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-1d133d92-f750-43ab-8d2d-891cd17c10c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.1201828 Aug 12 22:51:29.148346 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4e1b-15dc-40da-a2ab-43b6bceee557 req-825d3153-5522-4663-8b59-ed1ea9d69639 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:29.149731 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8d3b4e1b-15dc-40da-a2ab-43b6bceee557 req-825d3153-5522-4663-8b59-ed1ea9d69639 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0694735 Aug 12 22:51:29.188649 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-2a06a915-dcca-4e54-aa6a-2f04082b5fa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.0379624 Aug 12 22:51:29.241211 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8d3b4e1b-15dc-40da-a2ab-43b6bceee557 req-086bf853-6ef8-4058-b49a-f95819e8ffd3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848522 Aug 12 22:51:29.256862 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-62affb7b-0f0c-4cf0-a3a9-29922966754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:29.258315 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-62affb7b-0f0c-4cf0-a3a9-29922966754f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0574508 Aug 12 22:51:29.290486 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-2687ec0d-de26-453a-a98f-74ba4926d1b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237782 Aug 12 22:51:29.493180 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-f9fbc0ae-d444-47b2-82cd-e3534351f081 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Aug 12 22:51:29.546587 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c66f3-ef74-439d-adb2-e615b503fc2d req-03d67a1f-f9a8-4552-953a-da9944283fe3 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:29.548660 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e3c66f3-ef74-439d-adb2-e615b503fc2d req-03d67a1f-f9a8-4552-953a-da9944283fe3 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0596435 Aug 12 22:51:29.589876 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e3c66f3-ef74-439d-adb2-e615b503fc2d req-d7c1a5a1-6aa2-4940-9ce0-9c6ee054a0fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349367 Aug 12 22:51:29.605814 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6b4e0ff-deb8-4fc9-a3cd-67181ed94284 req-e70d98d3-bc6a-4245-b56a-14306fa2af59 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Aug 12 22:51:29.976420 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba0ea4-7d6e-472b-9104-c674f856f89f req-6e0c6ce4-a310-4315-b811-57ad34770a9c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:29.977970 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0ba0ea4-7d6e-472b-9104-c674f856f89f req-6e0c6ce4-a310-4315-b811-57ad34770a9c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Aug 12 22:51:30.018051 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0ba0ea4-7d6e-472b-9104-c674f856f89f req-339c5a3f-4313-4f20-9f80-eeed5fa0e2aa tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333419 Aug 12 22:51:30.141353 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48a13-ebd3-4322-a13f-8c5e4580de69 req-eeccaac0-9d09-404b-af18-59ba9a470fb8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:30.142927 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ad48a13-ebd3-4322-a13f-8c5e4580de69 req-eeccaac0-9d09-404b-af18-59ba9a470fb8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0502417 Aug 12 22:51:30.183907 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ad48a13-ebd3-4322-a13f-8c5e4580de69 req-6c378f33-d713-4b33-927f-b0f8f537df94 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346637 Aug 12 22:51:30.304840 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88806a-528d-40c4-b94c-1c3a61d74849 req-73bffd8d-8276-4928-8fd8-fe67599c26d6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:30.306330 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b88806a-528d-40c4-b94c-1c3a61d74849 req-73bffd8d-8276-4928-8fd8-fe67599c26d6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0521550 Aug 12 22:51:30.345764 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b88806a-528d-40c4-b94c-1c3a61d74849 req-eab203cc-24e3-4ade-96e1-d60ed103990e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335023 Aug 12 22:51:30.369428 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf8f12-5947-4103-858d-0a368b491b7f req-12d500f0-1fb2-4e36-a407-903c0636ea75 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:30.370995 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1aaf8f12-5947-4103-858d-0a368b491b7f req-12d500f0-1fb2-4e36-a407-903c0636ea75 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0597034 Aug 12 22:51:30.377005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 43774) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:30.419244 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1aaf8f12-5947-4103-858d-0a368b491b7f req-c2650cf6-4db3-44b5-b680-3bede9ed430f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Aug 12 22:51:30.475670 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54fae3-49ad-4757-ac19-5a7676d682eb tempest-TestVolumeBootPattern-1941535794 tempest-TestVolumeBootPattern-1941535794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:30.477209 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6f54fae3-49ad-4757-ac19-5a7676d682eb tempest-TestVolumeBootPattern-1941535794 tempest-TestVolumeBootPattern-1941535794-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 1094 time: 0.0992353 Aug 12 22:51:30.480162 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 43778) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:30.484604 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'port_id': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:30.506666 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:30.605854 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:30.748330 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Allocated IP 172.27.2.133 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/3885f4e2-94d1-47b3-86c8-67fcb57e5399) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:30.757071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808a29f-ce36-464b-bd06-942790599fda req-08d79175-152d-4c1f-99a3-512065ef6d72 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:30.758574 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6808a29f-ce36-464b-bd06-942790599fda req-08d79175-152d-4c1f-99a3-512065ef6d72 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0940673 Aug 12 22:51:30.839756 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6808a29f-ce36-464b-bd06-942790599fda req-ca58e49d-4e6b-4916-9835-1c15ae1b934a tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725939 Aug 12 22:51:30.892045 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:30.931083 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:30.967708 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:30.974017 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:30.977569 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:31.003351 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=3885f4e2-94d1-47b3-86c8-67fcb57e5399,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:31.186060 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d561f9f-09a6-4827-93a2-01876ea49ebe req-01f19349-2a35-4122-87aa-ca93416eb314 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:31.194059 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d561f9f-09a6-4827-93a2-01876ea49ebe req-01f19349-2a35-4122-87aa-ca93416eb314 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0981839 Aug 12 22:51:31.229662 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d561f9f-09a6-4827-93a2-01876ea49ebe req-efe02e4a-8c2e-44c0-85b8-26e63eb954dc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347035 Aug 12 22:51:31.589180 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa1e9-f845-497a-8206-eac275254781 req-a3e42bfa-eae9-4d36-af17-c781387f0499 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:31.597243 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e5aa1e9-f845-497a-8206-eac275254781 req-a3e42bfa-eae9-4d36-af17-c781387f0499 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0619593 Aug 12 22:51:31.663148 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e5aa1e9-f845-497a-8206-eac275254781 req-dd89c900-8cbd-4645-8528-7853138c59ca tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639217 Aug 12 22:51:31.741408 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:31.845220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:32.026734 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05566b-a748-494d-8d65-a026570f4348 req-6d1c5d02-dd8a-4d83-8770-21e3b98e633f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:32.028293 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a05566b-a748-494d-8d65-a026570f4348 req-6d1c5d02-dd8a-4d83-8770-21e3b98e633f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.1069348 Aug 12 22:51:32.092163 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:32.096571 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a05566b-a748-494d-8d65-a026570f4348 req-f2864a03-d23b-40e7-a557-a02deef344f5 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603030 Aug 12 22:51:32.097587 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:32.132524 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:32.192801 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=3885f4e2-94d1-47b3-86c8-67fcb57e5399,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:32.253104 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Floating IP a86d1e4c-d5c2-400f-a82f-3ba5a2449164 associated. External IP: 172.27.2.133, port: cd6e68e7-d6c8-466a-9a72-287f38524b45. Aug 12 22:51:32.406370 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022997-3337-415c-b8ef-d79e7d9b85e7 req-a0a6857b-9b07-4538-b2d0-c05ee97e2f7b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:32.408803 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff022997-3337-415c-b8ef-d79e7d9b85e7 req-a0a6857b-9b07-4538-b2d0-c05ee97e2f7b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0754106 Aug 12 22:51:32.464054 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff022997-3337-415c-b8ef-d79e7d9b85e7 req-5f74ace7-ee7d-473e-8ecd-adaec71c031e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458808 Aug 12 22:51:32.623517 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:51:32.789818 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:51:32.803215 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:51:32.816901 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:32.828557 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:51:32.830100 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:51:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:32.851868 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa02a72-8f73-4f74-9f33-a2b9ab97dc4a req-f596b74a-f5de-4872-8c12-6a44af3792e0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:32.862183 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8aa02a72-8f73-4f74-9f33-a2b9ab97dc4a req-f596b74a-f5de-4872-8c12-6a44af3792e0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1044266 Aug 12 22:51:32.868590 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e3d8d3fb-c421-4df7-ae16-feeae76f29b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3871901 Aug 12 22:51:32.869882 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:32.874050 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:32.938973 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8aa02a72-8f73-4f74-9f33-a2b9ab97dc4a req-78f146c4-82c2-41e0-bace-74be44a0a58a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Aug 12 22:51:33.000164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c923d-a714-4a89-9dee-d1bfaa274fc5 x-openstack-request-id: req-d00c923d-a714-4a89-9dee-d1bfaa274fc5 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:33.000164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:33.000164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d00c923d-a714-4a89-9dee-d1bfaa274fc5 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:33.000164 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'status': 'completed', 'code': 200} Aug 12 22:51:33.000640 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:51:33.124136 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-b8e6ce09-ccd0-4eac-8e67-472067bca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:33.140547 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-b8e6ce09-ccd0-4eac-8e67-472067bca052 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 1099 time: 0.0656757 Aug 12 22:51:33.312008 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': 'a86d1e4c-d5c2-400f-a82f-3ba5a2449164', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:42:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:51:31Z', 'updated_at': '2021-08-12T22:51:31Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:33.364745 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:51:33.373992 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:51:33.374627 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:51:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:33.385273 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe1615-4911-4b63-a451-a4ea3f21c645 req-f4001942-bba1-4aed-87f1-3ddc141eae6e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:33.388832 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-befe1615-4911-4b63-a451-a4ea3f21c645 req-f4001942-bba1-4aed-87f1-3ddc141eae6e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.1136603 Aug 12 22:51:33.392712 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:51:33.393268 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-8b77fd9e-eaf6-41d5-abaa-be4a117a76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:33.394541 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-8b77fd9e-eaf6-41d5-abaa-be4a117a76e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.2511034 Aug 12 22:51:33.457982 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-befe1615-4911-4b63-a451-a4ea3f21c645 req-78e3fdbd-8a34-4483-83e1-bb16f9a225b2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612643 Aug 12 22:51:33.495051 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:51:33.507692 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:33.519786 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'f2e5374c-1791-4b48-aac0-e37709609396', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'port_id': 'f2e5374c-1791-4b48-aac0-e37709609396', 'mac_address': 'fa:16:3e:94:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:51:33.557889 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:33.564982 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-3398262e-ad1b-4a8d-8a20-dcfd12869c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45 HTTP/1.1" status: 200 len: 1000 time: 0.1278987 Aug 12 22:51:33.580680 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e5374c-1791-4b48-aac0-e37709609396 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:33.624393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:33.631086 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:33.632292 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:51:33.714614 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-3747c82d-3ee2-4a1d-9591-bdc69591115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:33.723531 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-3747c82d-3ee2-4a1d-9591-bdc69591115c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.1420550 Aug 12 22:51:33.752322 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': 'a86d1e4c-d5c2-400f-a82f-3ba5a2449164', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:42:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:51:31Z', 'updated_at': '2021-08-12T22:51:31Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:33.760782 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:33.781665 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c4b46-a6f5-4ee4-8cf8-bbba0380bf52 req-0974ab2b-8cc8-40b5-8aea-72c5ec2187f4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:33.805562 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f76c4b46-a6f5-4ee4-8cf8-bbba0380bf52 req-0974ab2b-8cc8-40b5-8aea-72c5ec2187f4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1311603 Aug 12 22:51:33.859387 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '0c2092fb-f48e-405f-a646-6bf94681d339', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339', 'mac_address': 'fa:16:3e:a4:92:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:51:33.863960 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:33.883992 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcdb20-8545-46b3-bdb6-712475419278 None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': 'a86d1e4c-d5c2-400f-a82f-3ba5a2449164', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:42:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:51:31Z', 'updated_at': '2021-08-12T22:51:31Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:51:33.893163 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-d25fc308-69de-4ad0-87e5-9ac421f6a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:33.894829 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-d25fc308-69de-4ad0-87e5-9ac421f6a9bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498106 Aug 12 22:51:33.911159 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:33.929424 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c2092fb-f48e-405f-a646-6bf94681d339 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:33.939378 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f76c4b46-a6f5-4ee4-8cf8-bbba0380bf52 req-70ea9287-773f-4930-a836-be2d3bb52ee5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327393 Aug 12 22:51:33.954372 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:33.961721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:34.026388 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=6']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:34.119839 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-04fab714-01c3-4669-a4db-e7fb6c4dc2ae service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139540 Aug 12 22:51:34.151185 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223f44d-b463-44b5-8f92-65e15c683577 req-7f1cc7a3-18f2-419b-b613-685c62bf2f4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:34.159359 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d223f44d-b463-44b5-8f92-65e15c683577 req-7f1cc7a3-18f2-419b-b613-685c62bf2f4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0800107 Aug 12 22:51:34.221260 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d223f44d-b463-44b5-8f92-65e15c683577 req-aa4fa112-4863-41b2-8740-52b4dadd16ef tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Aug 12 22:51:34.245471 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cbb3b-7f3a-4470-a782-a3a7abbd37b1 None None] New status for floating IP a86d1e4c-d5c2-400f-a82f-3ba5a2449164: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:51:34.259332 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a6c8c32-e6da-4773-a0d1-f11ca96b9c7c req-9655e578-1028-493d-aa3d-6f272b7cf0a4 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258631 Aug 12 22:51:34.583052 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc4ea5-28c7-4bdc-88b6-e5004725fa7c req-b8f264b9-5f91-4cd0-b4fa-2fdbf99bdf2f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:34.584581 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-debc4ea5-28c7-4bdc-88b6-e5004725fa7c req-b8f264b9-5f91-4cd0-b4fa-2fdbf99bdf2f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 944 time: 0.0526004 Aug 12 22:51:34.631942 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-debc4ea5-28c7-4bdc-88b6-e5004725fa7c req-41d82d40-2a7e-4525-80bc-e2a3b8b16f28 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 Aug 12 22:51:34.655947 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['0c2092fb-f48e-405f-a646-6bf94681d339'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:35.077745 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26893-452c-4b21-ab5b-86fcab6e60b8 req-40599b7c-d34a-4bbd-8f3d-cd485c7d4e5c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:35.079269 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f4d26893-452c-4b21-ab5b-86fcab6e60b8 req-40599b7c-d34a-4bbd-8f3d-cd485c7d4e5c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0498464 Aug 12 22:51:35.124830 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f4d26893-452c-4b21-ab5b-86fcab6e60b8 req-c5108349-cdb2-458e-8b01-907b1fefe691 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Aug 12 22:51:35.136669 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['f2e5374c-1791-4b48-aac0-e37709609396'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:35.410452 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:51:35.499938 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcffc17-3ef7-46c0-abee-751dc0dfefc6 req-2713a80a-21c4-48fb-a4ca-ffe6f421a58f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:35.502088 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0fcffc17-3ef7-46c0-abee-751dc0dfefc6 req-2713a80a-21c4-48fb-a4ca-ffe6f421a58f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1685467 Aug 12 22:51:35.556214 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 0c2092fb-f48e-405f-a646-6bf94681d339 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:35.558759 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:35.647710 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0fcffc17-3ef7-46c0-abee-751dc0dfefc6 req-0d2f7b64-b19a-41fb-8193-c6daf4f2ac80 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372299 Aug 12 22:51:35.727789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:35.768918 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64d036-6d9e-4e92-9769-7b6a97de1cee req-547fd4dc-04db-4402-b335-5bfd8f1209a6 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:35.774810 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:35.776243 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d64d036-6d9e-4e92-9769-7b6a97de1cee req-547fd4dc-04db-4402-b335-5bfd8f1209a6 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 944 time: 0.0636911 Aug 12 22:51:35.777704 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adb4c45-50ca-46b4-9509-04f4400331ed" -d '{"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-plugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:35.804064 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:35.812344 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:35.822798 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d64d036-6d9e-4e92-9769-7b6a97de1cee req-7c262eef-98d8-428b-a3b5-33b89274f93c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Aug 12 22:51:35.873042 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979b7b2b-dd52-49e1-b352-e1dd044ac6fc x-openstack-request-id: req-979b7b2b-dd52-49e1-b352-e1dd044ac6fc {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:35.873404 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-plugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:35.873679 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-979b7b2b-dd52-49e1-b352-e1dd044ac6fc {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:35.874104 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'code': 200} Aug 12 22:51:35.910866 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=7']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:36.385270 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809b67-3f07-468c-8e9d-01091510d95a req-a8318c67-cbc8-4e38-822d-904fd5c5b7b4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:36.388274 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9e809b67-3f07-468c-8e9d-01091510d95a req-a8318c67-cbc8-4e38-822d-904fd5c5b7b4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1035438 Aug 12 22:51:36.453925 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9e809b67-3f07-468c-8e9d-01091510d95a req-12cb6ee9-84a7-4196-ab7c-98f392191324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583487 Aug 12 22:51:36.916804 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f7c45-0a99-4562-80d8-37c2298f8e71 req-3cba9f9c-7c6b-4c8e-a801-daad15791956 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:36.918801 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8d1f7c45-0a99-4562-80d8-37c2298f8e71 req-3cba9f9c-7c6b-4c8e-a801-daad15791956 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1167622 Aug 12 22:51:37.015246 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8d1f7c45-0a99-4562-80d8-37c2298f8e71 req-179d4a66-41a7-4bf4-ac32-d4f59f10dbce tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899646 Aug 12 22:51:37.173959 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ff050-4423-4a98-a7aa-a6b0bca493b5 req-7df3b267-dfff-42fe-ba84-8c49214ee743 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:37.175960 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-526ff050-4423-4a98-a7aa-a6b0bca493b5 req-7df3b267-dfff-42fe-ba84-8c49214ee743 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 944 time: 0.0971479 Aug 12 22:51:37.269522 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-526ff050-4423-4a98-a7aa-a6b0bca493b5 req-8da0bbba-68a0-4172-9959-70491520bf19 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857868 Aug 12 22:51:37.653864 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea27f8-38dc-4c9d-8341-361363ff28ca req-c5c537d6-c575-4533-aad7-0f1ca2f781e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:37.678369 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-03ea27f8-38dc-4c9d-8341-361363ff28ca req-c5c537d6-c575-4533-aad7-0f1ca2f781e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1056466 Aug 12 22:51:37.696615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee592-705f-4ed4-8897-2e716782c2ea req-59820f3e-db03-4276-8f2c-6d0c6a321b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:37.698912 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ba2ee592-705f-4ed4-8897-2e716782c2ea req-59820f3e-db03-4276-8f2c-6d0c6a321b9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.0551345 Aug 12 22:51:37.738337 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-03ea27f8-38dc-4c9d-8341-361363ff28ca req-95774f6a-6edc-4c7e-8075-a80e5b5bf091 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481620 Aug 12 22:51:37.766884 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ba2ee592-705f-4ed4-8897-2e716782c2ea req-2c4a9b76-3f94-49d9-9b2f-46309ae3189a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580113 Aug 12 22:51:38.792673 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdefdc-4c95-4177-b7b1-2d27862e7cb1 req-6ba905c6-0dba-4261-9b28-f20c57c98098 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:38.801997 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-72bdefdc-4c95-4177-b7b1-2d27862e7cb1 req-6ba905c6-0dba-4261-9b28-f20c57c98098 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0665691 Aug 12 22:51:38.842836 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-72bdefdc-4c95-4177-b7b1-2d27862e7cb1 req-fcea7aa3-b626-4831-9168-945eb8b0616d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Aug 12 22:51:39.426740 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:51:39.539449 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port f2e5374c-1791-4b48-aac0-e37709609396 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:51:39.550087 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port f2e5374c-1791-4b48-aac0-e37709609396 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:51:39.550702 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:39.554638 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b26e51-c8a7-424b-ae45-8c083c494ff6 req-3913d4f2-8ae6-4778-ba3f-f3f060a36b05 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:39.562208 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-12b26e51-c8a7-424b-ae45-8c083c494ff6 req-3913d4f2-8ae6-4778-ba3f-f3f060a36b05 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 944 time: 0.1207147 Aug 12 22:51:39.628685 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-12b26e51-c8a7-424b-ae45-8c083c494ff6 req-08b2f1db-edd8-44b6-a7f8-b4803e51f0c2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639675 Aug 12 22:51:39.742494 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:39.802881 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:39.805290 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee67b6-ac71-4275-9c08-d92299fdf18a" -d '{"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-plugged", "status": "completed", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:39.845000 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:39.852106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:39.964490 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477318f-01f1-4f10-8b0b-b54754da9110 req-52b5f0a8-5564-46b6-8a8b-cefdcd13d1bb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:39.969607 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:39.977023 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f477318f-01f1-4f10-8b0b-b54754da9110 req-52b5f0a8-5564-46b6-8a8b-cefdcd13d1bb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1588864 Aug 12 22:51:40.040379 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f477318f-01f1-4f10-8b0b-b54754da9110 req-0c2b7026-1d14-41c1-942b-d23ad37f1a56 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607820 Aug 12 22:51:40.054817 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:51:40.344180 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ddeff-b0e3-4288-82bf-f5458daaea37 x-openstack-request-id: req-728ddeff-b0e3-4288-82bf-f5458daaea37 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:40.344557 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-plugged", "status": "completed", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:40.344882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-728ddeff-b0e3-4288-82bf-f5458daaea37 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:40.345421 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'code': 200} Aug 12 22:51:40.542191 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f80e6-5fba-4556-a868-77c8015adcca req-3ebaeab3-a68b-45b0-b2f6-70f908eafd22 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:40.544811 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-156f80e6-5fba-4556-a868-77c8015adcca req-3ebaeab3-a68b-45b0-b2f6-70f908eafd22 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1007729 Aug 12 22:51:40.597890 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-156f80e6-5fba-4556-a868-77c8015adcca req-cf97d59d-ebb0-4d18-8ea8-0d019c7227a8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Aug 12 22:51:40.803409 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be84d-95db-473f-8712-ac039e52f527 req-c8103385-f940-44a5-821e-a3d12587b016 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:40.813554 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-235be84d-95db-473f-8712-ac039e52f527 req-c8103385-f940-44a5-821e-a3d12587b016 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0638564 Aug 12 22:51:40.854907 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99636c55-5eec-41c5-bc57-848f226d3c5c req-fe4070f4-5c29-430f-9120-d9381c6631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:40.858202 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99636c55-5eec-41c5-bc57-848f226d3c5c req-fe4070f4-5c29-430f-9120-d9381c6631d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.0466561 Aug 12 22:51:40.865180 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-235be84d-95db-473f-8712-ac039e52f527 req-24e66e63-4503-40d1-b777-b9d58ab16c68 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507061 Aug 12 22:51:40.920063 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99636c55-5eec-41c5-bc57-848f226d3c5c req-a5b1e49e-833f-474b-b410-15bc1e58a40f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503092 Aug 12 22:51:41.316534 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeee33-76d7-43fe-9e19-1a88d890d14d req-95c717ce-7bcd-4ccd-bda4-3605a3a09c54 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:41.326094 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-02eeee33-76d7-43fe-9e19-1a88d890d14d req-95c717ce-7bcd-4ccd-bda4-3605a3a09c54 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0784106 Aug 12 22:51:41.379996 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-02eeee33-76d7-43fe-9e19-1a88d890d14d req-71c2351d-7b65-4a41-8c82-1b7b3296a29c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540531 Aug 12 22:51:41.527798 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7992e7f-6fa9-4178-a7e5-4f72bd934615 req-f32f1fc5-e364-482b-abcb-a6b344bca924 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:41.536449 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f7992e7f-6fa9-4178-a7e5-4f72bd934615 req-f32f1fc5-e364-482b-abcb-a6b344bca924 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0689650 Aug 12 22:51:41.583385 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f7992e7f-6fa9-4178-a7e5-4f72bd934615 req-21d205fe-4723-416b-aee6-3c9b7dcc3f8a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Aug 12 22:51:41.681696 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-c1bad554-eed3-4475-bd7d-80efd9bc878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:41.683738 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-c1bad554-eed3-4475-bd7d-80efd9bc878c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.0698161 Aug 12 22:51:41.970730 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-85c88fab-f740-410f-ba55-a657155c6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:41.982177 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-85c88fab-f740-410f-ba55-a657155c6372 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.2811143 Aug 12 22:51:42.080539 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-54b07be2-5c1c-4db5-9f62-3c53de60d75b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.0850701 Aug 12 22:51:42.188515 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-fc382c9d-2bf0-413c-9c08-3477176904e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:42.190614 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-fc382c9d-2bf0-413c-9c08-3477176904e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0898831 Aug 12 22:51:42.235492 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4a59f-bda0-471b-8c72-fbb25aa94c2f req-9ba82087-d004-45a6-8a63-a168854c4515 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:42.242695 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e7f4a59f-bda0-471b-8c72-fbb25aa94c2f req-9ba82087-d004-45a6-8a63-a168854c4515 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.1466067 Aug 12 22:51:42.260177 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-ea505aa2-91c4-4d23-9fd3-0c271f534456 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474367 Aug 12 22:51:42.298023 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e7f4a59f-bda0-471b-8c72-fbb25aa94c2f req-1c1a7ee2-b663-4653-8d88-e0a56f8d6214 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543709 Aug 12 22:51:42.360182 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-0347896b-355e-42f5-accc-bca42535aa88 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875809 Aug 12 22:51:42.521268 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17dd21a9-7fac-4ada-9b3f-54e7f835f98b req-9aeb2993-f33e-44b5-874a-ffc371e3a1c0 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394546 Aug 12 22:51:42.581550 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04d7b0-53cb-4a2b-84de-2f0b27419aae req-d425143a-695c-4ac6-8261-a32a33f039a3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:42.589799 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d04d7b0-53cb-4a2b-84de-2f0b27419aae req-d425143a-695c-4ac6-8261-a32a33f039a3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0972867 Aug 12 22:51:42.711849 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d04d7b0-53cb-4a2b-84de-2f0b27419aae req-bb1cd57a-4cee-4b53-a138-820cadee0fa8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211226 Aug 12 22:51:42.835223 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7758eb-1c62-46d0-bd34-4ecaaafb6b4b req-2651ea42-43a7-443b-9c68-0cb444ce26aa tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:42.843537 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0b7758eb-1c62-46d0-bd34-4ecaaafb6b4b req-2651ea42-43a7-443b-9c68-0cb444ce26aa tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0649176 Aug 12 22:51:42.895790 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0b7758eb-1c62-46d0-bd34-4ecaaafb6b4b req-99aac1f5-8786-44bf-b996-3473fbbf7395 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509179 Aug 12 22:51:43.469922 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e3042-90de-41dc-9d3d-645a3f9d5ca4 req-9dd8ed5e-fd10-4303-9484-db3828d583fd tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:43.480223 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-163e3042-90de-41dc-9d3d-645a3f9d5ca4 req-9dd8ed5e-fd10-4303-9484-db3828d583fd tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0823429 Aug 12 22:51:43.584542 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-163e3042-90de-41dc-9d3d-645a3f9d5ca4 req-35dcad3b-15ce-4609-8ff9-de2729631f3e tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031857 Aug 12 22:51:43.948016 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bbfb4-fa3d-4c5b-9019-c7c5c78ca548 req-fc1e6d39-824d-4742-b08d-8e21604d797b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:43.950424 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ed8bbfb4-fa3d-4c5b-9019-c7c5c78ca548 req-fc1e6d39-824d-4742-b08d-8e21604d797b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1200054 Aug 12 22:51:44.036894 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ed8bbfb4-fa3d-4c5b-9019-c7c5c78ca548 req-9bde6db5-7052-4763-b3e4-1920203bf199 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679440 Aug 12 22:51:44.168771 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7957e5-4fe1-4761-9528-4b1d4437cc94 req-78b02b52-de80-43b5-809a-c63a5fc3b585 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:44.176643 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc7957e5-4fe1-4761-9528-4b1d4437cc94 req-78b02b52-de80-43b5-809a-c63a5fc3b585 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0615740 Aug 12 22:51:44.223093 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc7957e5-4fe1-4761-9528-4b1d4437cc94 req-88eafb34-0e79-4135-8f31-080ed8dc9a90 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Aug 12 22:51:44.854133 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d3217-4128-448c-b014-c6790bc6decd req-fa31e90e-5156-478e-b707-b75f713d164c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:44.883090 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e91d3217-4128-448c-b014-c6790bc6decd req-fa31e90e-5156-478e-b707-b75f713d164c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.1653976 Aug 12 22:51:44.958417 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e91d3217-4128-448c-b014-c6790bc6decd req-546b8334-717a-4dc4-b60d-f6a0514e866a tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698657 Aug 12 22:51:45.430099 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a58e-0ab1-4c26-976b-1f3e89875fd5 req-a109f310-ac8a-4349-a525-04a18d06a112 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:45.444050 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-52e3a58e-0ab1-4c26-976b-1f3e89875fd5 req-a109f310-ac8a-4349-a525-04a18d06a112 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.3907616 Aug 12 22:51:45.547286 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-52e3a58e-0ab1-4c26-976b-1f3e89875fd5 req-17cdc7d0-e842-4675-8928-855a81b2f4f7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850308 Aug 12 22:51:45.583800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 44048) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:45.777403 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdf3ba-0e8a-42e1-ae25-07eb0f0242f0 req-d99dc973-2ca1-4d56-b8a6-4f40757169c9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:45.787195 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27bdf3ba-0e8a-42e1-ae25-07eb0f0242f0 req-d99dc973-2ca1-4d56-b8a6-4f40757169c9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0636942 Aug 12 22:51:45.838500 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53441f-098a-4a8d-8a40-18b0846bb05c tempest-TestShelveInstance-1447490429 tempest-TestShelveInstance-1447490429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:45.849047 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 44052) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:45.854235 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-af53441f-098a-4a8d-8a40-18b0846bb05c tempest-TestShelveInstance-1447490429 tempest-TestShelveInstance-1447490429-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1093 time: 0.2598064 Aug 12 22:51:45.855063 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'port_id': 'f2e5374c-1791-4b48-aac0-e37709609396', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:45.878117 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27bdf3ba-0e8a-42e1-ae25-07eb0f0242f0 req-86ca0616-826b-4ed7-831b-ad727b376d0c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904868 Aug 12 22:51:45.916441 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:46.118105 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2429e4-b3e2-40e8-b142-ead5aad94363 req-cd175bfd-9033-4661-a916-5427139e3626 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:46.119725 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1f2429e4-b3e2-40e8-b142-ead5aad94363 req-cd175bfd-9033-4661-a916-5427139e3626 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0992067 Aug 12 22:51:46.206547 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1f2429e4-b3e2-40e8-b142-ead5aad94363 req-89e0c384-9beb-4255-b974-9c2d48d3d7b6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781829 Aug 12 22:51:46.225918 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:46.427570 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Allocated IP 172.27.2.132 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/2e7a40e1-84f0-451a-99cd-d6fac86207c4) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:46.645775 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:46.692061 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:46.731988 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:46.735255 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:46.742104 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:46.773356 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'Port': ['ID=2e7a40e1-84f0-451a-99cd-d6fac86207c4,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:46.782661 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.782990 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.783264 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.783673 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.784212 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.784343 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.784748 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.785089 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.785484 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.785815 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.786139 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:46.786497 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:51:47.122397 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b559-aeaf-4a9f-abf8-2700a2ad0bed req-e5f60626-93e4-48a9-ba57-cc251345ef5f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:47.124888 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3328b559-aeaf-4a9f-abf8-2700a2ad0bed req-e5f60626-93e4-48a9-ba57-cc251345ef5f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0916698 Aug 12 22:51:47.242202 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3328b559-aeaf-4a9f-abf8-2700a2ad0bed req-638faa2e-5cb9-438f-ac1b-57c076ff6f39 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106529 Aug 12 22:51:47.347909 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:47.447667 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64760-4d42-4ebc-902e-30f10e437349 req-7de7ec7a-f718-4eff-9359-8c3f19dba565 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:47.449246 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-54e64760-4d42-4ebc-902e-30f10e437349 req-7de7ec7a-f718-4eff-9359-8c3f19dba565 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0722911 Aug 12 22:51:47.467419 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-f5144988-d6c5-454f-9c60-b6a1e4571649 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:47.475527 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-f5144988-d6c5-454f-9c60-b6a1e4571649 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.1556559 Aug 12 22:51:47.490853 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-38db78f7-98b0-477b-b665-70b809b8ea77 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/quotas/5b04dff3a71e480991f7eb7fca608f59 HTTP/1.1" status: 200 len: 375 time: 0.0141349 Aug 12 22:51:47.495646 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:47.537975 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-54e64760-4d42-4ebc-902e-30f10e437349 req-81a7bd84-d7ad-4879-bc17-a18844c3b5cc tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706291 Aug 12 22:51:47.637017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5b881f51-984d-4ac2-b4c7-f3ccaaeb2f57 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418092 Aug 12 22:51:47.710863 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:47.718252 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:47.758091 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-f4a2c4e7-5729-4dc1-a102-d5fac488836b service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196675 Aug 12 22:51:47.800130 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event updated for resources: {'Port': ['ID=2e7a40e1-84f0-451a-99cd-d6fac86207c4,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:47.814562 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:47.874411 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-6dc2b8d6-994c-4928-aacd-927c272c3b20 service neutron] 10.222.0.49 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098371 Aug 12 22:51:47.944507 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Floating IP 90c19397-9c17-4f5e-9b85-31daca331131 associated. External IP: 172.27.2.132, port: f2e5374c-1791-4b48-aac0-e37709609396. Aug 12 22:51:48.116293 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a5aed819-107f-4f92-b45a-8dc98799e1e5 req-c96200fa-f6be-4dba-add2-6a93533e6bd6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 210 time: 0.0543833 Aug 12 22:51:48.229483 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Router 06af3442-cfac-48e4-88e0-3fe55f69fb5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:51:48.458928 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:51:48.473676 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] Sync routers for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:51:48.483610 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc276629-e996-4d86-a9c6-aab92ad4d6b9 req-232d1451-67ca-4342-9822-66ca04999752 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:48.485332 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc276629-e996-4d86-a9c6-aab92ad4d6b9 req-232d1451-67ca-4342-9822-66ca04999752 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0829475 Aug 12 22:51:48.490905 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:48.491546 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:51:48.492185 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:51:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:48.562371 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c71200e6-b311-4bfb-be14-1f91cfd63233 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7005484 Aug 12 22:51:48.562371 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:48.562371 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59" -d '{"events": [{"name": "network-changed", "server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:48.580634 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc276629-e996-4d86-a9c6-aab92ad4d6b9 req-a6b5f258-cfda-413b-8fbd-c67c23aa2623 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855782 Aug 12 22:51:48.607341 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9fd052-41ae-42d6-8c48-eb013b423adf x-openstack-request-id: req-bd9fd052-41ae-42d6-8c48-eb013b423adf {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:48.607666 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:48.607999 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd9fd052-41ae-42d6-8c48-eb013b423adf {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:48.608522 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'status': 'completed', 'code': 200} Aug 12 22:51:48.657252 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:51:48.734871 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec4a45-af03-4d88-9341-4ccf1d87c910 req-55519917-720b-4b43-8880-3a1407286021 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:48.737416 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6ec4a45-af03-4d88-9341-4ccf1d87c910 req-55519917-720b-4b43-8880-3a1407286021 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0648110 Aug 12 22:51:48.976948 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '90c19397-9c17-4f5e-9b85-31daca331131', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'port_id': 'f2e5374c-1791-4b48-aac0-e37709609396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'mac_address': 'fa:16:3e:94:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:51:47Z', 'updated_at': '2021-08-12T22:51:47Z', 'revision_number': 0, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:49.012588 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] Checking router: 06af3442-cfac-48e4-88e0-3fe55f69fb5f for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:51:49.027510 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:51:49.028551 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:51:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:49.066767 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6ec4a45-af03-4d88-9341-4ccf1d87c910 req-038958a2-fa3d-4592-a89b-8e8ab03562b5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210006 Aug 12 22:51:49.080415 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-263e9c7b-0c66-4c73-b11c-c10514993646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.082076 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-263e9c7b-0c66-4c73-b11c-c10514993646 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.3120089 Aug 12 22:51:49.092685 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-8873beeb-f83c-4286-b380-8151029721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.092685 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-8873beeb-f83c-4286-b380-8151029721eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1098 time: 0.3207653 Aug 12 22:51:49.316877 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:51:49.411047 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-86ceb1ec-a798-4247-8a48-5a42033fcb55 req-4e6b9ffb-9ff9-4ef1-b95b-860b0f1ad8e3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 210 time: 0.0582764 Aug 12 22:51:49.414275 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-1294502d-6225-4759-bac1-c6d0b7fab195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.416180 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-1294502d-6225-4759-bac1-c6d0b7fab195 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.3081470 Aug 12 22:51:49.528158 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-5a6ecac9-30e7-49fb-be11-de4b8cecccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.529713 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-5a6ecac9-30e7-49fb-be11-de4b8cecccad service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.2934265 Aug 12 22:51:49.591672 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-7e08fa1a-91cf-45b4-87b5-aef26bdd1c68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 999 time: 0.1583898 Aug 12 22:51:49.660482 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-3f884314-83e9-44c0-a9f5-24fac117fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.664171 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-3f884314-83e9-44c0-a9f5-24fac117fe10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0542626 Aug 12 22:51:49.734398 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-f714cb4e-1804-4d95-86d4-5ec794fdfc63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 1000 time: 0.1910312 Aug 12 22:51:49.838437 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-614891e5-4665-43a8-81ab-1d16ce60e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.845058 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-614891e5-4665-43a8-81ab-1d16ce60e26b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1633921 Aug 12 22:51:49.852291 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '90c19397-9c17-4f5e-9b85-31daca331131', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'port_id': 'f2e5374c-1791-4b48-aac0-e37709609396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'mac_address': 'fa:16:3e:94:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:51:47Z', 'updated_at': '2021-08-12T22:51:47Z', 'revision_number': 0, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:51:49.853349 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-16c9e697-6ab4-4df1-a261-e949d3a36fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.855017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-16c9e697-6ab4-4df1-a261-e949d3a36fa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0800850 Aug 12 22:51:49.881353 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473644a3-ce30-4b1c-a53d-1635ab618e57 None None] The sync data for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi is: [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '90c19397-9c17-4f5e-9b85-31daca331131', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'port_id': 'f2e5374c-1791-4b48-aac0-e37709609396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'mac_address': 'fa:16:3e:94:21:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:51:47Z', 'updated_at': '2021-08-12T22:51:47Z', 'revision_number': 0, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:51:49.912014 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c513-b936-4c1c-ad5a-fca4d58f5f78 req-2d69dbcc-81fa-4151-a85c-f8a058143902 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:49.913595 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-40b3c513-b936-4c1c-ad5a-fca4d58f5f78 req-2d69dbcc-81fa-4151-a85c-f8a058143902 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.1516819 Aug 12 22:51:50.011288 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-40b3c513-b936-4c1c-ad5a-fca4d58f5f78 req-c72da16c-8ba1-469a-bf33-c45098438cd9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761998 Aug 12 22:51:50.065917 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-06e4cfb0-e3c4-40c3-aadb-dba09591687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:50.067713 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-06e4cfb0-e3c4-40c3-aadb-dba09591687f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1590126 Aug 12 22:51:50.073845 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-e0966a21-0e22-463b-8f8f-fe497514122a service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046247 Aug 12 22:51:50.180631 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95ade6-86e1-48ce-8de6-d5d23f81e318 None None] New status for floating IP 90c19397-9c17-4f5e-9b85-31daca331131: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:51:50.272886 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-ad74e929-b1a7-4b3a-b012-b24513a2a1da service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731050 Aug 12 22:51:50.279404 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3655650f-20f9-4f4a-9714-ea3d8c4c4c59 req-e7889c0a-92ba-42cb-9e72-0f6e9ad06b43 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576223 Aug 12 22:51:50.407547 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-d0a7ac0e-7b2a-4b97-9427-5750fee36f66 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:50.409504 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-d0a7ac0e-7b2a-4b97-9427-5750fee36f66 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 815 time: 0.2409008 Aug 12 22:51:50.453809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a2ef552-5a9b-49b1-bc33-30451288831f req-8d8a7eb8-e46f-48cb-9140-e256a03e436c service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420960 Aug 12 22:51:50.495591 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Request body: {'port': {'device_id': '72d50664-a16d-4dec-95c2-b173f818375e', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'admin_state_up': True, 'tenant_id': '5b04dff3a71e480991f7eb7fca608f59'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:50.577633 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-062a0d1d-28f4-4e71-832a-bffd8b44db72 req-1d39b988-9ba3-46ea-9b8e-08852c5fa958 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 210 time: 0.0613403 Aug 12 22:51:50.652854 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Made reservation on behalf of 5b04dff3a71e480991f7eb7fca608f59 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:51:50.657212 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:50.790357 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Allocated IP 172.20.0.14 (9f150414-5e1f-487e-8cb2-5af39ae2908c/2dabd4a9-ad0d-406f-aacb-fcada9cededa/8f9269a0-9c5e-4974-909b-b9637aac2ef6) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:51:50.965767 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:51.039349 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55725de2-a593-4ebf-89ca-9d819c44b4a1 req-91f7f828-b04f-4b88-a20e-ec1271212243 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:51.040854 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-55725de2-a593-4ebf-89ca-9d819c44b4a1 req-91f7f828-b04f-4b88-a20e-ec1271212243 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0688550 Aug 12 22:51:51.056827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:51.117555 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-55725de2-a593-4ebf-89ca-9d819c44b4a1 req-3e1f7d2e-6b0f-4fbe-8c12-6bc05b44d41b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696781 Aug 12 22:51:51.132113 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Network 9f150414-5e1f-487e-8cb2-5af39ae2908c is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:51:51.138054 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:51:51.140241 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event updated for resources: {'Port': ['ID=8f9269a0-9c5e-4974-909b-b9637aac2ef6,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:51.142633 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:51:51.177446 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5c659-d62f-45a9-a782-235c8e9a9807 req-5c444aed-51c9-482d-bd24-5baad4b197c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:51.180154 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d2f5c659-d62f-45a9-a782-235c8e9a9807 req-5c444aed-51c9-482d-bd24-5baad4b197c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0924094 Aug 12 22:51:51.202468 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:51.203451 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:51.221961 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-110f98f6-e921-46b8-94ae-72c092d2c944 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7354238 Aug 12 22:51:51.236557 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d2f5c659-d62f-45a9-a782-235c8e9a9807 req-1bbd6c10-c1b1-4820-a8c5-450fd2291b42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481901 Aug 12 22:51:51.724762 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526afc3-cc3d-4970-b4a3-07df1a6de630 req-964beb28-edb3-4e52-98b8-53e4c6901b8d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:51.726267 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e526afc3-cc3d-4970-b4a3-07df1a6de630 req-964beb28-edb3-4e52-98b8-53e4c6901b8d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 932 time: 0.0700908 Aug 12 22:51:51.767945 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e526afc3-cc3d-4970-b4a3-07df1a6de630 req-fb48adf2-35dd-4891-8e37-d31cf68c8fb9 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355456 Aug 12 22:51:53.849841 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-cf4963f2-1479-47eb-863d-c2eb9a01bb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:54.557502 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc', 'bdc184d0-c936-4553-8411-444c7f3686cd', '4017f46d-e846-4163-941f-e4a3ad1ddd19'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:51:54.586271 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:51:54.599488 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Request body: {'port': {'device_id': '72d50664-a16d-4dec-95c2-b173f818375e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:51:54.658545 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:54.825498 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:54.831837 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d3e9b-3884-45a5-a653-cbe62bdb760e req-462eb7b2-b2f1-435b-b573-11dd5f3b6db9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:54.834788 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-610d3e9b-3884-45a5-a653-cbe62bdb760e req-462eb7b2-b2f1-435b-b573-11dd5f3b6db9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 945 time: 0.0665483 Aug 12 22:51:54.868139 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:51:54.872747 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:54.875208 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e58d7f7-fecc-40b7-9213-b2961a13c59f" -d '{"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:54.878552 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-610d3e9b-3884-45a5-a653-cbe62bdb760e req-45de81b4-cb52-45ed-be0c-535ea8d237e6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Aug 12 22:51:54.880394 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:54.963016 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629d66b-bb12-46f1-ae76-8af56274226d x-openstack-request-id: req-b629d66b-bb12-46f1-ae76-8af56274226d {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:54.963555 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:54.964385 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b629d66b-bb12-46f1-ae76-8af56274226d {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:54.967066 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'code': 200} Aug 12 22:51:54.999390 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=8']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:55.010475 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9269a0-9c5e-4974-909b-b9637aac2ef6 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:51:55.019784 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:55.033239 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Transition to ACTIVE for port object 8f9269a0-9c5e-4974-909b-b9637aac2ef6 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:51:55.036033 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b286c-e62d-4ff2-9f68-996f02b200fa req-4d817dc7-1c62-403f-8b01-25ac53139641 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:55.037641 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d6b286c-e62d-4ff2-9f68-996f02b200fa req-4d817dc7-1c62-403f-8b01-25ac53139641 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 932 time: 0.0715075 Aug 12 22:51:55.038472 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:55.086190 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d6b286c-e62d-4ff2-9f68-996f02b200fa req-f679dfc2-2eec-4fec-b818-ae97e32e5fe8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Aug 12 22:51:55.094156 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Pushing event updated for resources: {'Port': ['ID=8f9269a0-9c5e-4974-909b-b9637aac2ef6,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:55.177283 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Attempting to bind port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:51:55.177620 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Attempting to bind port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:51:55.177952 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Attempting to bind port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:55.182926 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 on network 9f150414-5e1f-487e-8cb2-5af39ae2908c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:51:55.183244 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Attempting to bind port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 on network 9f150414-5e1f-487e-8cb2-5af39ae2908c {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:51:55.188940 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:51:55.189257 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Checking segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:51:55.189636 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Bound using segment: {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:51:55.190062 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Bound port: 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:51:55.190440 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:55.258218 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] For port 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:51:55.262620 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] For port 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:51:55.267280 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:55.301375 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:55.301990 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:55.303483 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] 10.222.0.42 "PUT /v2.0/ports/8f9269a0-9c5e-4974-909b-b9637aac2ef6 HTTP/1.1" status: 200 len: 1094 time: 0.7086668 Aug 12 22:51:55.303973 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d50664-a16d-4dec-95c2-b173f818375e', 'tag': '8f9269a0-9c5e-4974-909b-b9637aac2ef6'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:51:55.306215 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1acec9b-d65d-495c-8bc0-059723126136" -d '{"events": [{"name": "network-changed", "server_uuid": "72d50664-a16d-4dec-95c2-b173f818375e", "tag": "8f9269a0-9c5e-4974-909b-b9637aac2ef6"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:51:55.337548 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f6086-f12a-4b3a-916d-7417a5b7acaf service neutron] Pushing event updated for resources: {'Port': ['ID=8f9269a0-9c5e-4974-909b-b9637aac2ef6,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:51:55.351769 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f75a79-51b9-49bd-9b95-0f354e6e996f x-openstack-request-id: req-b9f75a79-51b9-49bd-9b95-0f354e6e996f {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:51:55.352097 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d50664-a16d-4dec-95c2-b173f818375e", "tag": "8f9269a0-9c5e-4974-909b-b9637aac2ef6", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:51:55.352382 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9f75a79-51b9-49bd-9b95-0f354e6e996f {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:51:55.352795 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d50664-a16d-4dec-95c2-b173f818375e', 'tag': '8f9269a0-9c5e-4974-909b-b9637aac2ef6', 'status': 'completed', 'code': 200} Aug 12 22:51:55.414360 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:55.475397 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-08ba202a-badc-4e29-b5c6-72168230f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:55.476949 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-08ba202a-badc-4e29-b5c6-72168230f838 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 1097 time: 0.0433824 Aug 12 22:51:55.539617 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-142009b9-6040-48ab-8120-9fdf076b8935 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6 HTTP/1.1" status: 200 len: 217 time: 0.0336256 Aug 12 22:51:55.611952 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-a39c091f-7ddc-4b61-a13e-d1cd3d7e103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:55.613419 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-a39c091f-7ddc-4b61-a13e-d1cd3d7e103e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.0473857 Aug 12 22:51:55.651921 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-ac355fe1-8ccf-4abc-9628-f3b00e3c2e3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240347 Aug 12 22:51:55.749143 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-22f65c37-04e3-4c04-9a95-ac77c32292d9 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843780 Aug 12 22:51:55.867479 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bc93f54-2d0b-4813-b8d3-37c6b700aa6b req-36e85d1d-d100-4514-b335-1ee11cd6bc7f service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940125 Aug 12 22:51:56.023243 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223788-4563-45b4-9219-42ef8247c542 req-f285c6bd-2af0-4175-979f-97736c0b258d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:56.024680 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e5223788-4563-45b4-9219-42ef8247c542 req-f285c6bd-2af0-4175-979f-97736c0b258d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0634437 Aug 12 22:51:56.067200 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e5223788-4563-45b4-9219-42ef8247c542 req-2f9a7f7d-5d16-4ec0-b5e6-7699ff2b450c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Aug 12 22:51:56.170414 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acec9b-d65d-495c-8bc0-059723126136 req-9add038b-1793-4e26-aa05-b40e3187969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:56.172171 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-9add038b-1793-4e26-aa05-b40e3187969a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b04dff3a71e480991f7eb7fca608f59&device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 1097 time: 0.0511603 Aug 12 22:51:56.292286 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed680745-aa01-4ca6-ad96-3e04c490cd29 req-f28f0b7b-fc95-4e20-9fa0-d07cd7e06885 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:56.293862 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ed680745-aa01-4ca6-ad96-3e04c490cd29 req-f28f0b7b-fc95-4e20-9fa0-d07cd7e06885 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.1113853 Aug 12 22:51:56.316432 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acec9b-d65d-495c-8bc0-059723126136 req-c120a61f-833e-45b5-9d69-5bc0bfff5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:56.317811 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-c120a61f-833e-45b5-9d69-5bc0bfff5745 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 200 len: 916 time: 0.1365051 Aug 12 22:51:56.380067 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-a9e80e7b-06c8-482f-8424-844ff07e811c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6 HTTP/1.1" status: 200 len: 217 time: 0.0480266 Aug 12 22:51:56.385113 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ed680745-aa01-4ca6-ad96-3e04c490cd29 req-10e29c61-7bfb-40d6-99fe-89d66965e831 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792191 Aug 12 22:51:56.388794 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1a8e7604-8c9e-4616-a351-9c4f0e94ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:56.443936 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acec9b-d65d-495c-8bc0-059723126136 req-4502ed66-432c-4e7c-b210-884528b1804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:56.445677 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-4502ed66-432c-4e7c-b210-884528b1804d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 200 len: 855 time: 0.0551937 Aug 12 22:51:56.484918 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-c7e278ae-00ea-4180-ab80-ebf0bb389e91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f150414-5e1f-487e-8cb2-5af39ae2908c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264044 Aug 12 22:51:56.521514 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:56.586931 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-651b0ed4-9b68-4933-a46f-7178b6412272 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856886 Aug 12 22:51:56.679367 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1acec9b-d65d-495c-8bc0-059723126136 req-021d16c2-8056-4a26-a2df-67f90ab6e642 service neutron] 10.222.0.42 "GET /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822687 Aug 12 22:51:57.196005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4ee21-8c06-490d-83ca-74cd8212174e req-d3bff62d-0d68-4cf4-9bbd-91f2aa8729ff tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:57.197419 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6cb4ee21-8c06-490d-83ca-74cd8212174e req-d3bff62d-0d68-4cf4-9bbd-91f2aa8729ff tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0511642 Aug 12 22:51:57.234995 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6cb4ee21-8c06-490d-83ca-74cd8212174e req-2a1be3b6-cea5-46ac-945e-56178acd0f28 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Aug 12 22:51:57.504002 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a28da-dfe6-456d-8a06-ecc95f999805 req-27bcd021-4c8e-4225-84a3-96118a15d967 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:57.505489 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3c0a28da-dfe6-456d-8a06-ecc95f999805 req-27bcd021-4c8e-4225-84a3-96118a15d967 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0520272 Aug 12 22:51:57.548048 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3c0a28da-dfe6-456d-8a06-ecc95f999805 req-d051b5ff-30aa-4878-a691-3dcac359650d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Aug 12 22:51:57.570389 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:58.351789 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84bc3f-e640-45c3-b8cf-f56ce73b3515 req-0b23a2a6-04b7-4603-86aa-5b8072563bc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:58.353342 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a84bc3f-e640-45c3-b8cf-f56ce73b3515 req-0b23a2a6-04b7-4603-86aa-5b8072563bc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0477314 Aug 12 22:51:58.390353 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a84bc3f-e640-45c3-b8cf-f56ce73b3515 req-8065b0ff-def3-490f-8398-ef8a613a7553 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299966 Aug 12 22:51:58.668025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda71fc-eafc-479b-a5d8-ae735dddc8e1 req-f6354cb6-9ef2-4b99-813e-b960356bce81 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:58.668941 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8cda71fc-eafc-479b-a5d8-ae735dddc8e1 req-f6354cb6-9ef2-4b99-813e-b960356bce81 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0524492 Aug 12 22:51:58.705099 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8cda71fc-eafc-479b-a5d8-ae735dddc8e1 req-d7084a69-d7f1-4151-ad38-ab9496718876 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Aug 12 22:51:59.086270 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:59.508354 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6e6f8-66ed-4747-aad1-346f6a34d290 req-4ca91726-f474-4282-8580-f55044687cde tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:59.509799 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73f6e6f8-66ed-4747-aad1-346f6a34d290 req-4ca91726-f474-4282-8580-f55044687cde tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0481150 Aug 12 22:51:59.548488 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73f6e6f8-66ed-4747-aad1-346f6a34d290 req-07b15684-75eb-4613-9958-dbd09a8b9651 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Aug 12 22:51:59.818086 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd669-c398-434b-b67b-a9d5475f1e59 req-f51cefed-31a7-4d5a-b7a7-46ee25715976 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:51:59.819556 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-32abd669-c398-434b-b67b-a9d5475f1e59 req-f51cefed-31a7-4d5a-b7a7-46ee25715976 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0478406 Aug 12 22:51:59.857177 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-32abd669-c398-434b-b67b-a9d5475f1e59 req-85c677dc-acd9-4c86-960b-25e75dc3e990 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Aug 12 22:52:00.671552 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895d68b-6abc-4a4a-9cda-98e2e85091f5 req-6b5f2a46-f478-4e09-bac7-6e0d3d90fa06 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:00.673006 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8895d68b-6abc-4a4a-9cda-98e2e85091f5 req-6b5f2a46-f478-4e09-bac7-6e0d3d90fa06 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0536001 Aug 12 22:52:00.710951 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8895d68b-6abc-4a4a-9cda-98e2e85091f5 req-f1e32b41-d06b-449e-92a8-dc59c8693d54 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Aug 12 22:52:00.976034 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1441946-6655-4bc4-96d5-2f82144447aa req-641251cf-7c67-4e1a-89da-2994a8880e80 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:00.977499 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1441946-6655-4bc4-96d5-2f82144447aa req-641251cf-7c67-4e1a-89da-2994a8880e80 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0542212 Aug 12 22:52:01.239796 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a1441946-6655-4bc4-96d5-2f82144447aa req-ba904fc6-89fc-4f6c-a882-c3df1a403616 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552528 Aug 12 22:52:01.657152 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 44346) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:01.700473 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Deleting subnet dc47a7a2-9f29-4108-bbaf-fa0557b40019 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:52:01.703462 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:01.736416 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:01.778676 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:01.873659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ab053-5659-44cc-9978-930ead8e2fea req-f31482f8-a32c-4c9b-b861-9fa9926a9468 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:01.875147 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dd0ab053-5659-44cc-9978-930ead8e2fea req-f31482f8-a32c-4c9b-b861-9fa9926a9468 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0942116 Aug 12 22:52:01.879646 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:01.915899 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc47a7a2-9f29-4108-bbaf-fa0557b40019,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:01.923774 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:01.925637 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-42e03c71-7134-45fb-8f35-dc1f19a016c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc47a7a2-9f29-4108-bbaf-fa0557b40019 HTTP/1.1" status: 204 len: 168 time: 0.2674706 Aug 12 22:52:01.928223 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 44350) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:01.943739 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dd0ab053-5659-44cc-9978-930ead8e2fea req-9b13022c-3466-4601-a07e-9ec0a700d888 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618489 Aug 12 22:52:01.999244 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.083704 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.094455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.094811 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.095560 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.095920 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > port after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.096254 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.096584 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > port after_update 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.096897 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.097228 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.097540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.097874 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.165887 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.166224 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.166580 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.166905 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:52:02.167277 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a4fa19-29d0-432d-b3a8-f49b7421af41']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:02.185046 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d2df18-43bf-4c31-afc7-d483df89ec8c') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:02.185338 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d2df18-43bf-4c31-afc7-d483df89ec8c') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:02.200744 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264366209'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.221226 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.228892 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:52:02.229269 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264481036'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: from cryptography.utils import int_from_bytes Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: from cryptography.utils import int_from_bytes Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: Traceback (most recent call last): Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: timer() Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: cb(*args, **kw) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: return func(*args, **kwargs) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: self._notify() Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: self.callback(batched_events) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: event.method(event) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: return f(self, *a, **k) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._get(url).json() Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:52:02.233919 dv-cinder-803748-6-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:52:02.291774 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.299831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.304346 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] 10.222.0.49 "DELETE /v2.0/networks/b7a4fa19-29d0-432d-b3a8-f49b7421af41 HTTP/1.1" status: 204 len: 168 time: 0.3725142 Aug 12 22:52:02.311826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd1903-782d-4cf2-88de-496a6a7b98ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a4fa19-29d0-432d-b3a8-f49b7421af41,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:02.362593 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2281a9e-49de-4476-ab6a-24e623540df7 req-04c9126d-6548-414b-a989-618c1e6943fd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:02.364120 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a2281a9e-49de-4476-ab6a-24e623540df7 req-04c9126d-6548-414b-a989-618c1e6943fd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0503187 Aug 12 22:52:02.407544 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a2281a9e-49de-4476-ab6a-24e623540df7 req-d7f34d66-0280-40e1-b47f-6d6f7d12f096 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Aug 12 22:52:02.485234 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 44360) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:02.523862 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7405cae6-f703-434d-bfaa-800706e42531 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01019dd97a3d4f85aeeb4f29c5522984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374150 Aug 12 22:52:02.526137 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 44362) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:02.571229 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c7f3-d83a-432d-aeca-10014d38b430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.592348 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c7f3-d83a-432d-aeca-10014d38b430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.639638 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c7f3-d83a-432d-aeca-10014d38b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.642130 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c7f3-d83a-432d-aeca-10014d38b430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:02.643307 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2ae3c7f3-d83a-432d-aeca-10014d38b430 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ea3df9f-b467-4f34-8ad3-e9045c93ef1b HTTP/1.1" status: 204 len: 168 time: 0.1162727 Aug 12 22:52:02.651444 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3c7f3-d83a-432d-aeca-10014d38b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea3df9f-b467-4f34-8ad3-e9045c93ef1b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:03.067194 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55e2cc-52e6-45e3-a8d8-a1a2d0af68fb req-49720a57-ea55-4ac1-bcb0-50114c63ee46 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:03.068734 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9f55e2cc-52e6-45e3-a8d8-a1a2d0af68fb req-49720a57-ea55-4ac1-bcb0-50114c63ee46 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0506229 Aug 12 22:52:03.108789 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9f55e2cc-52e6-45e3-a8d8-a1a2d0af68fb req-6727319c-3328-40f2-8ede-5da6c8f5f7cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321000 Aug 12 22:52:03.541302 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b9edf-d813-4ffd-887e-adf6185ab0a0 req-4e86a83a-2bb7-4230-b811-39e22836f3a7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:03.542642 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a07b9edf-d813-4ffd-887e-adf6185ab0a0 req-4e86a83a-2bb7-4230-b811-39e22836f3a7 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0580342 Aug 12 22:52:03.585108 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a07b9edf-d813-4ffd-887e-adf6185ab0a0 req-1b3180e1-f712-4d37-96a5-b95e9c96a22a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Aug 12 22:52:03.795211 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ca316-ec16-41df-ab89-c43af14dccd8 req-9e0f51f5-9d60-4c6b-928b-a1ec5e74968e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:03.797045 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-230ca316-ec16-41df-ab89-c43af14dccd8 req-9e0f51f5-9d60-4c6b-928b-a1ec5e74968e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0526187 Aug 12 22:52:03.840271 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-230ca316-ec16-41df-ab89-c43af14dccd8 req-4d6abf87-3b55-4475-9a4d-bde730996d53 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369167 Aug 12 22:52:04.115413 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 44478) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:04.197369 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-941b04be-1572-458b-ab33-03189c2d96a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808172 Aug 12 22:52:04.698414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72180b-2123-4e1d-b858-552da5da55a2 req-191cd394-af02-40bc-9888-fc4c1ecaea82 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:04.700087 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed72180b-2123-4e1d-b858-552da5da55a2 req-191cd394-af02-40bc-9888-fc4c1ecaea82 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 944 time: 0.0491111 Aug 12 22:52:04.738067 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed72180b-2123-4e1d-b858-552da5da55a2 req-bda918bd-2777-4e3b-b9b5-b6e5c6490cea tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Aug 12 22:52:04.998321 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbd886-e934-48e3-9bdc-9e1e96442801 req-870c583b-893a-462a-b3a5-50d183849a1f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:04.999654 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5bbd886-e934-48e3-9bdc-9e1e96442801 req-870c583b-893a-462a-b3a5-50d183849a1f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0481572 Aug 12 22:52:05.037188 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5bbd886-e934-48e3-9bdc-9e1e96442801 req-a8a04c34-ef05-4786-be2d-1eaa261f998d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Aug 12 22:52:05.345197 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 8f9269a0-9c5e-4974-909b-b9637aac2ef6 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:52:05.439296 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:05.451257 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '8f9269a0-9c5e-4974-909b-b9637aac2ef6', 'network_id': '9f150414-5e1f-487e-8cb2-5af39ae2908c', 'port_id': '8f9269a0-9c5e-4974-909b-b9637aac2ef6', 'mac_address': 'fa:16:3e:6c:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dabd4a9-ad0d-406f-aacb-fcada9cededa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:52:05.491853 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:05.505464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9269a0-9c5e-4974-909b-b9637aac2ef6 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:52:05.525553 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:05.530710 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:05.588141 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=8f9269a0-9c5e-4974-909b-b9637aac2ef6,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:05.862908 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8d3e9-55d7-4b05-8da2-2ea4e3ed1566 req-3c5b5d90-88fe-4bc6-8fcf-3555c0005e14 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:05.865096 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c4d8d3e9-55d7-4b05-8da2-2ea4e3ed1566 req-3c5b5d90-88fe-4bc6-8fcf-3555c0005e14 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 945 time: 0.0539982 Aug 12 22:52:05.905673 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c4d8d3e9-55d7-4b05-8da2-2ea4e3ed1566 req-229998b7-d31e-42f3-9df7-4a0ee6469fcd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Aug 12 22:52:06.161636 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5c703-66eb-423b-b8d1-eb3389df02f6 req-2ce22b2f-2fe1-4622-9461-25b19b5195f4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:06.163064 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e4e5c703-66eb-423b-b8d1-eb3389df02f6 req-2ce22b2f-2fe1-4622-9461-25b19b5195f4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0523088 Aug 12 22:52:06.203919 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e4e5c703-66eb-423b-b8d1-eb3389df02f6 req-3cee1408-700b-4438-95af-0bc2f90dce0c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342405 Aug 12 22:52:06.734478 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['8f9269a0-9c5e-4974-909b-b9637aac2ef6'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:52:07.017181 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157ec0-24d5-40dc-8ce6-3f632a221c18 req-287c7e51-508b-4d45-bfcf-0c63a107e331 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:07.018657 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75157ec0-24d5-40dc-8ce6-3f632a221c18 req-287c7e51-508b-4d45-bfcf-0c63a107e331 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 945 time: 0.0469391 Aug 12 22:52:07.055756 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75157ec0-24d5-40dc-8ce6-3f632a221c18 req-b491aba4-db13-44ad-8038-3ab3451e60d2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Aug 12 22:52:07.325804 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb57738-c8b3-4c29-af09-012e065f0bb4 req-b72e1dc1-024b-4ace-847c-88c2edc8d185 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:07.327390 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0fb57738-c8b3-4c29-af09-012e065f0bb4 req-b72e1dc1-024b-4ace-847c-88c2edc8d185 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0496347 Aug 12 22:52:07.347972 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:52:07.364588 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0fb57738-c8b3-4c29-af09-012e065f0bb4 req-b5c56985-620a-43e8-9e6e-dc33a19a410f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Aug 12 22:52:08.075407 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1529-4a22-40a2-95e5-93b6d8b844e7 req-94d8c1f4-072c-46da-8c28-7cfd6cf2c5a8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:08.076922 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7cde1529-4a22-40a2-95e5-93b6d8b844e7 req-94d8c1f4-072c-46da-8c28-7cfd6cf2c5a8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0790701 Aug 12 22:52:08.085234 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f118d-e092-4880-884e-052929692573 req-c7061608-e7a5-4677-a714-4c91efdd0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:08.086777 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-c7061608-e7a5-4677-a714-4c91efdd0e5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.0634165 Aug 12 22:52:08.139603 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7cde1529-4a22-40a2-95e5-93b6d8b844e7 req-36c8056a-7f5b-4998-9842-79cb70b433af tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517700 Aug 12 22:52:08.174686 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adad3-8182-4fab-99a6-c95da9e5ee6c req-b2dfc919-8b4b-4a17-9b2b-15e991357f9b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:08.176247 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c2adad3-8182-4fab-99a6-c95da9e5ee6c req-b2dfc919-8b4b-4a17-9b2b-15e991357f9b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 945 time: 0.0515332 Aug 12 22:52:08.215934 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c2adad3-8182-4fab-99a6-c95da9e5ee6c req-e20e63f6-6964-46f0-bcad-acd6fff3ee92 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Aug 12 22:52:08.217509 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f118d-e092-4880-884e-052929692573 req-03a6fd7c-22ba-44cc-820e-b736e07d3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:08.218977 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-03a6fd7c-22ba-44cc-820e-b736e07d3d54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.1021399 Aug 12 22:52:08.280127 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-f499c754-3bad-4c50-af3a-541441e505c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.0386267 Aug 12 22:52:08.340351 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f118d-e092-4880-884e-052929692573 req-f84c3e1f-a661-48b4-a42c-e7a52107b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:08.341932 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-f84c3e1f-a661-48b4-a42c-e7a52107b52d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0484834 Aug 12 22:52:08.388441 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-e1851545-16dc-4764-b948-d48080557f43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254600 Aug 12 22:52:08.516190 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ff03-f8fa-4ca0-a8c9-ee03887cfe3e req-23810736-93bb-4771-b3ad-f07be316962f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:08.517652 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eac1ff03-f8fa-4ca0-a8c9-ee03887cfe3e req-23810736-93bb-4771-b3ad-f07be316962f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0737464 Aug 12 22:52:08.533605 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-1e02f93d-06b8-4f31-ad03-d6febe3441a6 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318233 Aug 12 22:52:08.615465 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eac1ff03-f8fa-4ca0-a8c9-ee03887cfe3e req-c1267493-1c08-4270-ab3d-2cd45487ab75 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905745 Aug 12 22:52:08.657819 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-772f118d-e092-4880-884e-052929692573 req-5b56fd44-5486-4416-a2e6-f05856dd60d2 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119623 Aug 12 22:52:09.149483 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-ccdf3da9-12d4-4030-bf4f-e1b756c4b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.151074 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-ccdf3da9-12d4-4030-bf4f-e1b756c4b5f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155&tenant_id=ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 1096 time: 0.0688550 Aug 12 22:52:09.286484 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33885-c6e7-494c-95b2-f4c2badda02d req-dfaef9ea-e213-4abe-8539-6c4d775bcc0a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.287965 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21b33885-c6e7-494c-95b2-f4c2badda02d req-dfaef9ea-e213-4abe-8539-6c4d775bcc0a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0745561 Aug 12 22:52:09.290999 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-241442ec-eb87-429d-bb27-c5287758ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.292480 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-241442ec-eb87-429d-bb27-c5287758ab5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1096 time: 0.0870852 Aug 12 22:52:09.338539 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 8f9269a0-9c5e-4974-909b-b9637aac2ef6 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:09.342801 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a36a72-4410-4a5c-8f92-c7a1f9c96672 req-c8c501be-bb61-4791-a068-ca3a08d2958d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.344402 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-08a36a72-4410-4a5c-8f92-c7a1f9c96672 req-c8c501be-bb61-4791-a068-ca3a08d2958d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 945 time: 0.0536237 Aug 12 22:52:09.372568 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21b33885-c6e7-494c-95b2-f4c2badda02d req-f840300d-38f8-4ab5-9a58-e74676fd9365 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784104 Aug 12 22:52:09.385503 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-08a36a72-4410-4a5c-8f92-c7a1f9c96672 req-3ece89e2-d5a3-430b-8650-c538f956be66 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Aug 12 22:52:09.405254 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:09.415540 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:09.415540 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:09.415905 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-d8015023-906f-4eb7-a0ae-b2fcc1cb4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.415905 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-d8015023-906f-4eb7-a0ae-b2fcc1cb4b0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.1062529 Aug 12 22:52:09.485315 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-716ce9b1-a7f6-415b-a93a-7d78c85b595e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 998 time: 0.0612688 Aug 12 22:52:09.500972 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:09.524316 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d50664-a16d-4dec-95c2-b173f818375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9269a0-9c5e-4974-909b-b9637aac2ef6'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:52:09.526514 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7ea87e-e989-4f8f-b3ff-e13847c30bc4" -d '{"events": [{"server_uuid": "72d50664-a16d-4dec-95c2-b173f818375e", "name": "network-vif-plugged", "status": "completed", "tag": "8f9269a0-9c5e-4974-909b-b9637aac2ef6"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:52:09.539290 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-22fa23a1-a194-4239-b871-94a241d5d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.539438 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:09.540956 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-22fa23a1-a194-4239-b871-94a241d5d5e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0439937 Aug 12 22:52:09.543879 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:09.570488 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e78e504-bea4-4a10-9b88-3f6550b719ea x-openstack-request-id: req-3e78e504-bea4-4a10-9b88-3f6550b719ea {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:52:09.570916 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d50664-a16d-4dec-95c2-b173f818375e", "name": "network-vif-plugged", "status": "completed", "tag": "8f9269a0-9c5e-4974-909b-b9637aac2ef6", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:52:09.571175 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e78e504-bea4-4a10-9b88-3f6550b719ea {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:52:09.571692 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d50664-a16d-4dec-95c2-b173f818375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9269a0-9c5e-4974-909b-b9637aac2ef6', 'code': 200} Aug 12 22:52:09.592307 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-bd7ca3c5-b2b2-43b5-90d8-05a5df9b66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.593795 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-bd7ca3c5-b2b2-43b5-90d8-05a5df9b66e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436368 Aug 12 22:52:09.598078 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=8f9269a0-9c5e-4974-909b-b9637aac2ef6,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:09.722092 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-da52cf45-cdfe-485d-9a86-7c13c5abdfe2 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937572 Aug 12 22:52:09.741364 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92870a4-1f74-4d71-b726-72b51902856e req-93da0ba8-d1b8-44d0-8bb4-105593964f0e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.743030 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b92870a4-1f74-4d71-b726-72b51902856e req-93da0ba8-d1b8-44d0-8bb4-105593964f0e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0519159 Aug 12 22:52:09.782357 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b92870a4-1f74-4d71-b726-72b51902856e req-4b8b39f5-785b-43a8-9e8f-02303ae81b94 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Aug 12 22:52:09.822416 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d6fb2-c3df-4f09-bc52-5013ffdd70fa req-0dcd8812-2c8a-4c05-b14c-b168d0ab475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:09.822637 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fc54a74-48a1-459d-af49-9a44c38d4e4a req-747b2f3a-eaad-41e5-b984-012960622d20 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Aug 12 22:52:09.824507 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-154d6fb2-c3df-4f09-bc52-5013ffdd70fa req-0dcd8812-2c8a-4c05-b14c-b168d0ab475c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 1099 time: 0.0385025 Aug 12 22:52:09.876183 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-154d6fb2-c3df-4f09-bc52-5013ffdd70fa req-9a658136-b640-4ccb-ac4e-c8e7136b7f17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289311 Aug 12 22:52:10.509464 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499642-afcc-43f5-a9ac-0509450f9367 req-9228adc0-64a3-4a84-b642-6d44887138ca tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:10.511246 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37499642-afcc-43f5-a9ac-0509450f9367 req-9228adc0-64a3-4a84-b642-6d44887138ca tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0529270 Aug 12 22:52:10.553963 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37499642-afcc-43f5-a9ac-0509450f9367 req-0945fbd2-20e5-4282-84d9-37e1489a98d5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369005 Aug 12 22:52:10.590342 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25597fa6-e5df-4a13-93c9-d3c6bf2a026d req-54d69537-a568-40b6-9529-b4949a5ab233 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:10.591812 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-25597fa6-e5df-4a13-93c9-d3c6bf2a026d req-54d69537-a568-40b6-9529-b4949a5ab233 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0591972 Aug 12 22:52:10.630547 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-25597fa6-e5df-4a13-93c9-d3c6bf2a026d req-ef09cb7c-36b6-466e-9ab6-5c50a48a4605 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Aug 12 22:52:10.916955 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ea2f-04a4-40e6-9ada-db1eb083df55 req-e4cd0b96-f1d1-46c3-a401-c9f6e71e4069 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:10.918469 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f477ea2f-04a4-40e6-9ada-db1eb083df55 req-e4cd0b96-f1d1-46c3-a401-c9f6e71e4069 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0628352 Aug 12 22:52:10.957697 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f477ea2f-04a4-40e6-9ada-db1eb083df55 req-42547dbb-87eb-433b-906e-9a3a973f39ba tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331414 Aug 12 22:52:11.678053 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d87e1c-874a-401f-8b56-97e1c735b22f req-37256074-437e-4d98-8a56-761ff6403d4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:11.679569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4d87e1c-874a-401f-8b56-97e1c735b22f req-37256074-437e-4d98-8a56-761ff6403d4e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0602267 Aug 12 22:52:11.718641 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4d87e1c-874a-401f-8b56-97e1c735b22f req-ccb22670-828b-4295-90d7-656d23446090 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Aug 12 22:52:11.825178 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3020a-fefd-4b53-b042-14895295fa84 req-37873718-b3da-4e36-aa2b-5abd61e599b0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:11.826648 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-82b3020a-fefd-4b53-b042-14895295fa84 req-37873718-b3da-4e36-aa2b-5abd61e599b0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0536740 Aug 12 22:52:11.872682 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-82b3020a-fefd-4b53-b042-14895295fa84 req-b4014d6a-6775-43cc-aa88-19a3b441a1d8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Aug 12 22:52:12.080005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e983-e09c-4f55-9d49-961246508d27 req-5ea4815b-33ee-4b1e-8664-4bec1528f165 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:12.087578 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8c69e983-e09c-4f55-9d49-961246508d27 req-5ea4815b-33ee-4b1e-8664-4bec1528f165 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0576091 Aug 12 22:52:12.122146 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8c69e983-e09c-4f55-9d49-961246508d27 req-6be61de8-8077-481a-8cb5-3bf05669810b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337007 Aug 12 22:52:12.867756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd8879-e9f2-4a24-8b63-f1c5f33a8ef1 req-168e9e6a-da7e-4e6f-aab5-0399309638c0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:12.869369 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99bd8879-e9f2-4a24-8b63-f1c5f33a8ef1 req-168e9e6a-da7e-4e6f-aab5-0399309638c0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0623989 Aug 12 22:52:12.918141 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99bd8879-e9f2-4a24-8b63-f1c5f33a8ef1 req-47d7f9e9-7073-4e6c-b0c2-aa6175a9770c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Aug 12 22:52:13.038528 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f352-3816-415d-9b72-780d17900553 req-3a7f0ae1-510d-4b51-b3dc-3572bff88198 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:13.039990 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5a06f352-3816-415d-9b72-780d17900553 req-3a7f0ae1-510d-4b51-b3dc-3572bff88198 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0602665 Aug 12 22:52:13.082485 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5a06f352-3816-415d-9b72-780d17900553 req-6e26ff72-d991-41c4-b778-b48b135fbb63 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Aug 12 22:52:13.251067 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca361f-6c36-43aa-b824-29487f62f6a0 req-7c31d17c-f09e-4004-92a1-c05feecc8502 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:13.252870 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4aca361f-6c36-43aa-b824-29487f62f6a0 req-7c31d17c-f09e-4004-92a1-c05feecc8502 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0553463 Aug 12 22:52:13.292590 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4aca361f-6c36-43aa-b824-29487f62f6a0 req-9c78de6f-8a7c-4b0e-97be-2fb4721c8c33 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328994 Aug 12 22:52:14.041742 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348ddba-7a6d-4f7a-b8b6-2d0ceee8ea95 req-8acdd2fc-b5d7-46fe-9204-8dda064eba53 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:14.043891 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7348ddba-7a6d-4f7a-b8b6-2d0ceee8ea95 req-8acdd2fc-b5d7-46fe-9204-8dda064eba53 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0499444 Aug 12 22:52:14.081654 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7348ddba-7a6d-4f7a-b8b6-2d0ceee8ea95 req-397e1f40-76a5-4e92-afa0-fe50bb8ff6e4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Aug 12 22:52:14.219671 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e950-e202-4691-8cd8-d333f5173cb5 req-735e69e2-03aa-412b-a5c6-632813e77246 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:14.221033 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5334e950-e202-4691-8cd8-d333f5173cb5 req-735e69e2-03aa-412b-a5c6-632813e77246 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0725882 Aug 12 22:52:14.259219 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5334e950-e202-4691-8cd8-d333f5173cb5 req-bcdddf2c-da25-43ef-9348-f62d33601eb8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Aug 12 22:52:14.432139 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab67f84-7da6-4e3f-b873-65693942a05d req-5d55017e-cf67-4666-bdbc-7616a21fa0ae tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:14.434477 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cab67f84-7da6-4e3f-b873-65693942a05d req-5d55017e-cf67-4666-bdbc-7616a21fa0ae tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0640523 Aug 12 22:52:14.474665 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cab67f84-7da6-4e3f-b873-65693942a05d req-41c47d32-4dba-41ca-8123-084cec2265d9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Aug 12 22:52:15.204682 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e254ea3-50a4-49bc-ae16-a435995cacfa req-5c414fd7-cc68-4a78-9ca3-6754323f43ea tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:15.206463 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e254ea3-50a4-49bc-ae16-a435995cacfa req-5c414fd7-cc68-4a78-9ca3-6754323f43ea tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0588706 Aug 12 22:52:15.243463 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e254ea3-50a4-49bc-ae16-a435995cacfa req-793ace7d-dc48-4aa5-8f4d-1e03a8234b6a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Aug 12 22:52:15.380061 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875328a-7710-4390-b79c-5fe2633ef292 req-71337996-8414-4875-b9d7-c18d0611c508 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:15.381919 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3875328a-7710-4390-b79c-5fe2633ef292 req-71337996-8414-4875-b9d7-c18d0611c508 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0547132 Aug 12 22:52:15.423110 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3875328a-7710-4390-b79c-5fe2633ef292 req-dd1b9194-1d0f-44f3-9b3f-b3ad0bbba6e1 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Aug 12 22:52:15.596156 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adc42f-36fd-47e5-bc8c-6effa3e8af87 req-fab08f63-b838-4737-b015-b6aa98c1d69b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:15.597693 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99adc42f-36fd-47e5-bc8c-6effa3e8af87 req-fab08f63-b838-4737-b015-b6aa98c1d69b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0499628 Aug 12 22:52:15.650349 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99adc42f-36fd-47e5-bc8c-6effa3e8af87 req-27e3f9b8-eafd-40c6-b8f2-b9a207163214 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459900 Aug 12 22:52:16.358597 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778622-7fab-414e-b17d-dec2fd9a1ef3 req-3fc21cf2-ed1c-4929-af3e-9894f197cc51 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:16.360043 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-91778622-7fab-414e-b17d-dec2fd9a1ef3 req-3fc21cf2-ed1c-4929-af3e-9894f197cc51 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0484574 Aug 12 22:52:16.399975 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-91778622-7fab-414e-b17d-dec2fd9a1ef3 req-7006b12a-e316-4fce-a0a0-54c38d9df3ed tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Aug 12 22:52:16.542222 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edbca-883f-4ab3-8e69-da58704a09e7 req-672d132f-3cd1-4747-b365-7326ec1e56ae tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:16.544713 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-393edbca-883f-4ab3-8e69-da58704a09e7 req-672d132f-3cd1-4747-b365-7326ec1e56ae tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0537503 Aug 12 22:52:16.586935 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-393edbca-883f-4ab3-8e69-da58704a09e7 req-2bd433d0-e983-479f-ba63-095c4a84a8e8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Aug 12 22:52:16.777439 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073646a-af74-4458-b90c-1a6af6cacbea req-a32aaf15-38fa-4f15-90b8-8a152d5b19c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:16.778942 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3073646a-af74-4458-b90c-1a6af6cacbea req-a32aaf15-38fa-4f15-90b8-8a152d5b19c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0486095 Aug 12 22:52:16.817001 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3073646a-af74-4458-b90c-1a6af6cacbea req-f434b23f-39a1-4c70-8266-01f99f44f6a3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Aug 12 22:52:17.054279 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:52:17.526214 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb48f-f56f-4cc5-9962-307d751f044c req-bb2053ff-7f51-4282-883b-d8c51e1a1b7b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:17.528310 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fffbb48f-f56f-4cc5-9962-307d751f044c req-bb2053ff-7f51-4282-883b-d8c51e1a1b7b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0543056 Aug 12 22:52:17.569323 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fffbb48f-f56f-4cc5-9962-307d751f044c req-9bab2c70-7d2b-404c-9b90-045a089b0d00 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Aug 12 22:52:17.724977 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8369b4-88e6-4ea8-bc1c-a5d1e833658a req-c85c0229-5791-491a-95b1-0a88d5296704 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:17.726444 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7c8369b4-88e6-4ea8-bc1c-a5d1e833658a req-c85c0229-5791-491a-95b1-0a88d5296704 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0640695 Aug 12 22:52:17.763478 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7c8369b4-88e6-4ea8-bc1c-a5d1e833658a req-6da28d14-4f0f-4b74-aa13-a746f5b78db4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 12 22:52:17.953968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648808d-5bb7-4d68-9b54-32db59365cd5 req-16452d87-6755-4d0c-9a11-4905fadffd51 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:17.955430 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7648808d-5bb7-4d68-9b54-32db59365cd5 req-16452d87-6755-4d0c-9a11-4905fadffd51 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0500038 Aug 12 22:52:17.993468 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7648808d-5bb7-4d68-9b54-32db59365cd5 req-90c409c7-f30c-4887-895d-828c7256e25e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Aug 12 22:52:18.683987 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fae4d-51be-4e75-b7a1-9f0b93c2100d req-b25825d3-84fe-40a9-bceb-df189cd86f4f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:18.685415 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9d5fae4d-51be-4e75-b7a1-9f0b93c2100d req-b25825d3-84fe-40a9-bceb-df189cd86f4f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0477245 Aug 12 22:52:18.727906 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9d5fae4d-51be-4e75-b7a1-9f0b93c2100d req-7f4bd3d6-1f27-4bf0-bb63-face99921d08 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Aug 12 22:52:18.884758 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067272b-4590-4b5c-b94d-78a173816af9 req-69bdb5e8-ec1c-4c4f-9fba-8414b2cdf167 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:18.886961 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f067272b-4590-4b5c-b94d-78a173816af9 req-69bdb5e8-ec1c-4c4f-9fba-8414b2cdf167 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0530665 Aug 12 22:52:18.948986 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f067272b-4590-4b5c-b94d-78a173816af9 req-cd88cf0a-84a9-4be1-9b69-6a2c64ed7cec tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563002 Aug 12 22:52:19.113118 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ce3d-43fa-4d3b-a882-1898ae9b3e02 req-3ea5d60a-0317-4684-aff1-db471c4eaa78 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:19.114606 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d24ce3d-43fa-4d3b-a882-1898ae9b3e02 req-3ea5d60a-0317-4684-aff1-db471c4eaa78 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0499473 Aug 12 22:52:19.154569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d24ce3d-43fa-4d3b-a882-1898ae9b3e02 req-70fc9641-a351-4217-8ee0-ef6e62449ef9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Aug 12 22:52:19.870832 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3164df-d64a-476d-a8fd-8ca84f18727b req-ede722a4-438c-485c-bb0d-50f85da7e7b3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:19.872203 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f3164df-d64a-476d-a8fd-8ca84f18727b req-ede722a4-438c-485c-bb0d-50f85da7e7b3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Aug 12 22:52:19.910442 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f3164df-d64a-476d-a8fd-8ca84f18727b req-6bca90a3-ba79-4531-994d-65d78fc43682 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 12 22:52:20.078807 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6845a-63f5-49c7-bb94-f4ab7bbc500d req-63b266ca-ef85-406a-bda7-cb75bcef5b4c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:20.080256 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-60a6845a-63f5-49c7-bb94-f4ab7bbc500d req-63b266ca-ef85-406a-bda7-cb75bcef5b4c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0520105 Aug 12 22:52:20.119625 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-60a6845a-63f5-49c7-bb94-f4ab7bbc500d req-7ede8aaf-1d69-40d2-bf70-3eb75d692aad tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Aug 12 22:52:20.276740 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786c686-be3d-4eac-bf0d-0e39cd94235f req-be70296a-e4ae-453d-83dd-7a2d70f299f6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:20.278211 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7786c686-be3d-4eac-bf0d-0e39cd94235f req-be70296a-e4ae-453d-83dd-7a2d70f299f6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0491521 Aug 12 22:52:20.315897 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7786c686-be3d-4eac-bf0d-0e39cd94235f req-6ae429bc-04ec-4ff5-a286-2ebeab187da7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Aug 12 22:52:21.051606 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f50e6-8ed7-409a-bb58-8cbad5d44619 req-bd2b01ed-e27d-4cd8-9bca-2c1e6541e7ff tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:21.054752 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-665f50e6-8ed7-409a-bb58-8cbad5d44619 req-bd2b01ed-e27d-4cd8-9bca-2c1e6541e7ff tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0725768 Aug 12 22:52:21.105469 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-665f50e6-8ed7-409a-bb58-8cbad5d44619 req-4e08b346-dad4-4d22-a228-57a9d27fc432 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Aug 12 22:52:21.233822 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa404aee-f7f7-4317-9307-2a4e95d6d264 req-b75b3aa5-86e6-4f46-b44b-569ccff71b58 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:21.235285 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa404aee-f7f7-4317-9307-2a4e95d6d264 req-b75b3aa5-86e6-4f46-b44b-569ccff71b58 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0515156 Aug 12 22:52:21.273855 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa404aee-f7f7-4317-9307-2a4e95d6d264 req-d52f1b12-c499-4054-8f22-a5705b29db57 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Aug 12 22:52:21.435566 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952aec-a2ad-4def-9865-e5cb2f9c18d0 req-605df542-c7f6-47d8-8c35-fe02b7419690 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:21.436960 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-40952aec-a2ad-4def-9865-e5cb2f9c18d0 req-605df542-c7f6-47d8-8c35-fe02b7419690 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0484285 Aug 12 22:52:21.475486 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-40952aec-a2ad-4def-9865-e5cb2f9c18d0 req-17205e99-c2f1-416c-84f8-550cdda257e6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Aug 12 22:52:22.219414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da690f-1d8d-4dab-b791-9b5ccea75462 req-9462e6c0-fc83-43c5-8a57-49bc0abab816 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:22.221000 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0da690f-1d8d-4dab-b791-9b5ccea75462 req-9462e6c0-fc83-43c5-8a57-49bc0abab816 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0501709 Aug 12 22:52:22.267040 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0da690f-1d8d-4dab-b791-9b5ccea75462 req-b4363c65-202e-4094-b00c-c971401b54df tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Aug 12 22:52:22.396170 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1cda1-62a0-4208-8d6f-90f804134be0 req-c132ad20-5ba9-44fd-b5b2-06ad3c170954 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:22.397652 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eea1cda1-62a0-4208-8d6f-90f804134be0 req-c132ad20-5ba9-44fd-b5b2-06ad3c170954 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0523241 Aug 12 22:52:22.443259 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eea1cda1-62a0-4208-8d6f-90f804134be0 req-12bcd01f-d76d-4524-ac9c-1bc73ab69eb0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 Aug 12 22:52:22.598333 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e85d8-eef5-4f04-9deb-c046ffd6edc4 req-bab72f6d-1da4-4f10-a27d-7d6b899e57e3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:22.599856 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1f2e85d8-eef5-4f04-9deb-c046ffd6edc4 req-bab72f6d-1da4-4f10-a27d-7d6b899e57e3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0488219 Aug 12 22:52:22.638485 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1f2e85d8-eef5-4f04-9deb-c046ffd6edc4 req-67f1224a-7aec-442f-96dd-537d80f6269f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 12 22:52:23.388366 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541cfce-34b1-410b-b030-c94874f819d1 req-01779315-8d90-4717-8581-f3e3230bfe1d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:23.391101 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2541cfce-34b1-410b-b030-c94874f819d1 req-01779315-8d90-4717-8581-f3e3230bfe1d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0555503 Aug 12 22:52:23.431569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2541cfce-34b1-410b-b030-c94874f819d1 req-7e55d13d-bd85-4277-8894-ce40c76e3ec3 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Aug 12 22:52:23.569822 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b2d7-c500-414e-ab07-d42e5c23e9c4 req-951a3703-04e9-4e85-96e5-b0b6eaa462f5 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:23.571548 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e202b2d7-c500-414e-ab07-d42e5c23e9c4 req-951a3703-04e9-4e85-96e5-b0b6eaa462f5 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0540679 Aug 12 22:52:23.615266 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e202b2d7-c500-414e-ab07-d42e5c23e9c4 req-aea7687f-52c3-442b-82d3-73285bc659f3 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358713 Aug 12 22:52:23.758177 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427bac0-0cd9-4922-819e-5d25a923083f req-9ef75aae-8650-40a0-8830-9faf2f7ed0e6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:23.759465 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e427bac0-0cd9-4922-819e-5d25a923083f req-9ef75aae-8650-40a0-8830-9faf2f7ed0e6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0504904 Aug 12 22:52:23.803127 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e427bac0-0cd9-4922-819e-5d25a923083f req-1d8a882d-6fe5-4589-8bc3-ef1b6d675c3c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366988 Aug 12 22:52:23.852142 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-65a08d81-40be-42b4-9b3e-2cd709fa4fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:24.545907 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6ea2a-8d94-43da-af79-322f9ac2d86c req-6a6383ef-0460-4db9-b2c9-f3e4294985aa tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:24.547384 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-84b6ea2a-8d94-43da-af79-322f9ac2d86c req-6a6383ef-0460-4db9-b2c9-f3e4294985aa tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0473297 Aug 12 22:52:24.587898 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-84b6ea2a-8d94-43da-af79-322f9ac2d86c req-cd660241-39b8-4976-8f62-bda43c3b5db0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Aug 12 22:52:24.732611 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34466-56d7-4062-aefc-48e3af116dc1 req-1500f112-e6bc-42a8-91fa-fab9e797ba97 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:24.734075 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bef34466-56d7-4062-aefc-48e3af116dc1 req-1500f112-e6bc-42a8-91fa-fab9e797ba97 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0506949 Aug 12 22:52:24.772407 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bef34466-56d7-4062-aefc-48e3af116dc1 req-5f57e6d9-0f8e-4d0e-afdc-2452e4ac8149 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Aug 12 22:52:24.921177 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db65bc-59a4-40c1-99f2-33135240f19c req-312d0fe5-8140-400c-9f1f-4226bbae071f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:24.922665 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-03db65bc-59a4-40c1-99f2-33135240f19c req-312d0fe5-8140-400c-9f1f-4226bbae071f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0487065 Aug 12 22:52:24.959615 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-03db65bc-59a4-40c1-99f2-33135240f19c req-79585dfc-9351-42d1-aa2c-25f6e7494257 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 Aug 12 22:52:25.434103 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:25.703692 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07d0d2-a416-4a00-91b1-34746bd6aca8 req-2a54855d-2a30-4e45-a9eb-ccf67e29da91 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:25.705176 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9f07d0d2-a416-4a00-91b1-34746bd6aca8 req-2a54855d-2a30-4e45-a9eb-ccf67e29da91 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0475576 Aug 12 22:52:25.743134 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9f07d0d2-a416-4a00-91b1-34746bd6aca8 req-f18c16fb-1f60-4e99-a0e1-2916a4a69f83 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Aug 12 22:52:25.893487 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68d681-85f7-4f38-8263-1f3f89a084fa req-df26f442-ea27-46fb-8613-a3f38bfb5eff tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:25.895037 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3a68d681-85f7-4f38-8263-1f3f89a084fa req-df26f442-ea27-46fb-8613-a3f38bfb5eff tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0512707 Aug 12 22:52:25.931696 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3a68d681-85f7-4f38-8263-1f3f89a084fa req-070b9612-15fa-4671-b799-c9af8aa19fe2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Aug 12 22:52:26.080900 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff791c5-7ef1-4a58-86fe-ef549023b620 req-49362b2e-2e27-4648-9792-f8d1fb6e9f3c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:26.082359 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3ff791c5-7ef1-4a58-86fe-ef549023b620 req-49362b2e-2e27-4648-9792-f8d1fb6e9f3c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0478313 Aug 12 22:52:26.120277 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3ff791c5-7ef1-4a58-86fe-ef549023b620 req-5d36e2ad-718a-4d02-9441-c59796dedca9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Aug 12 22:52:26.383230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-bc3d63d9-47c2-4aa8-9bd8-3571ccdcf1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:26.523135 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:26.861355 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4768105-e9a6-41b5-bb74-634f5832e09d req-5b799181-d809-4943-bff6-fc6d6dd2ac02 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:26.862838 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c4768105-e9a6-41b5-bb74-634f5832e09d req-5b799181-d809-4943-bff6-fc6d6dd2ac02 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0502243 Aug 12 22:52:26.899474 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c4768105-e9a6-41b5-bb74-634f5832e09d req-ae6195cb-bdc5-44c7-8c57-8326c3824e1b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Aug 12 22:52:27.052794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9594b-7883-4b4c-a62f-dd283ba703d3 req-9d15a5f1-67bb-49f2-9c9b-f66580f16850 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:27.054152 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4ab9594b-7883-4b4c-a62f-dd283ba703d3 req-9d15a5f1-67bb-49f2-9c9b-f66580f16850 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0521617 Aug 12 22:52:27.091371 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4ab9594b-7883-4b4c-a62f-dd283ba703d3 req-224af467-384b-4738-8e65-e95df1b9de39 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Aug 12 22:52:27.240443 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7e8a-f12e-4e91-914b-b68f14b49a07 req-7f2fc752-be2b-4191-a521-f7a027f6cbd5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:27.244298 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-baec7e8a-f12e-4e91-914b-b68f14b49a07 req-7f2fc752-be2b-4191-a521-f7a027f6cbd5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0538354 Aug 12 22:52:27.282779 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-baec7e8a-f12e-4e91-914b-b68f14b49a07 req-744dabcb-eb51-402a-b3e8-8ac8e44311c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340900 Aug 12 22:52:27.577321 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:28.018342 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8450bd-5f97-4363-a24b-388084bbb6df req-bb0a7d5b-09fb-4c6e-8cee-ec84ae64b26f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:28.022273 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad8450bd-5f97-4363-a24b-388084bbb6df req-bb0a7d5b-09fb-4c6e-8cee-ec84ae64b26f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0553904 Aug 12 22:52:28.062424 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad8450bd-5f97-4363-a24b-388084bbb6df req-868e2b00-8c3f-4854-8dde-dd7f478232c7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Aug 12 22:52:28.207026 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c353-9969-48c5-a83b-0efaa7736460 req-6b7002cf-2168-48a9-ad82-446001aea668 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:28.208380 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2e8c353-9969-48c5-a83b-0efaa7736460 req-6b7002cf-2168-48a9-ad82-446001aea668 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0522811 Aug 12 22:52:28.246172 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2e8c353-9969-48c5-a83b-0efaa7736460 req-419a6f09-d913-42c3-bbfb-3edf757bd86a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Aug 12 22:52:28.403197 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cc3d-6861-44e7-b907-2ce53c684e37 req-405e7aa4-e784-4869-ab46-0ab6d534e005 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:28.404652 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7de3cc3d-6861-44e7-b907-2ce53c684e37 req-405e7aa4-e784-4869-ab46-0ab6d534e005 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0484445 Aug 12 22:52:28.441237 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7de3cc3d-6861-44e7-b907-2ce53c684e37 req-42b065ce-ec36-404d-ac77-e28ff6531c9d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Aug 12 22:52:29.091493 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:29.177874 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aca01-62a9-4330-8b17-e9a8a100d376 req-8072ff44-ae13-4cfa-93ab-28e940713af9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:29.179354 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d44aca01-62a9-4330-8b17-e9a8a100d376 req-8072ff44-ae13-4cfa-93ab-28e940713af9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0483639 Aug 12 22:52:29.216810 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d44aca01-62a9-4330-8b17-e9a8a100d376 req-17445c79-2205-4db4-90d3-21c4ec8e03e7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Aug 12 22:52:29.368837 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eadc72-327f-4e17-be25-872ec3eef3d5 req-c616c851-18b1-45b7-9a38-401830e123d8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:29.371003 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8eadc72-327f-4e17-be25-872ec3eef3d5 req-c616c851-18b1-45b7-9a38-401830e123d8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0538270 Aug 12 22:52:29.408956 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8eadc72-327f-4e17-be25-872ec3eef3d5 req-f397f3cf-eb74-4f1b-9394-7566bbdf8581 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Aug 12 22:52:29.559486 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc0c03-caa2-41de-bfe7-3fb2ee49a1dd req-be3c4849-0605-4b24-86be-e213f3131ccd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:29.561011 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d3bc0c03-caa2-41de-bfe7-3fb2ee49a1dd req-be3c4849-0605-4b24-86be-e213f3131ccd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0494947 Aug 12 22:52:29.598825 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d3bc0c03-caa2-41de-bfe7-3fb2ee49a1dd req-d38a604c-078d-408e-95b0-17db62fee085 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Aug 12 22:52:29.761513 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-8f13ddaf-4d16-4872-9dca-5e78ea7878b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398889 Aug 12 22:52:29.857741 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5995ef3-6401-4860-b86c-d646c82d123c req-48c51c6c-5786-40b8-ad5c-0d436642d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:29.859149 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-48c51c6c-5786-40b8-ad5c-0d436642d633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 1098 time: 0.0421133 Aug 12 22:52:29.987664 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5995ef3-6401-4860-b86c-d646c82d123c req-9c2ff72e-4983-4feb-9e39-42b696ea19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:29.989093 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-9c2ff72e-4983-4feb-9e39-42b696ea19c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.0809855 Aug 12 22:52:30.037682 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-b8918512-e02d-45d2-8236-e0e7e732ae4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e39eb103-a78c-4976-8432-de7074d5becc HTTP/1.1" status: 200 len: 217 time: 0.0384624 Aug 12 22:52:30.097407 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5995ef3-6401-4860-b86c-d646c82d123c req-ae418085-5e83-418f-95c2-870f5af8e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:30.098891 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-ae418085-5e83-418f-95c2-870f5af8e4a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0507622 Aug 12 22:52:30.149131 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-d6d8306e-4bae-4f58-b4af-59bcff863738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227184 Aug 12 22:52:30.240201 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-98cd35c4-3e20-4067-b9b2-87154ae15b35 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792756 Aug 12 22:52:30.375405 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6c40-6238-49a6-aae5-67f410ba1d82 req-b7734d3b-5e66-4f3c-8fc9-ab9895893850 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:30.376863 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d18b6c40-6238-49a6-aae5-67f410ba1d82 req-b7734d3b-5e66-4f3c-8fc9-ab9895893850 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0758493 Aug 12 22:52:30.380426 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5995ef3-6401-4860-b86c-d646c82d123c req-2b6a9194-4bc9-4110-9853-145b4e646bd0 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232476 Aug 12 22:52:30.414861 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d18b6c40-6238-49a6-aae5-67f410ba1d82 req-0dfc9ffe-706e-4c76-9cf9-228cf1e9dedb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Aug 12 22:52:30.532513 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef522a4-7b58-496e-b83e-9fe27231138c req-f6d1c02a-4fdb-4b4f-accc-70dc6db1f1ab tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:30.534099 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cef522a4-7b58-496e-b83e-9fe27231138c req-f6d1c02a-4fdb-4b4f-accc-70dc6db1f1ab tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0498633 Aug 12 22:52:30.576238 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cef522a4-7b58-496e-b83e-9fe27231138c req-d9f6e1a2-c122-4062-9740-ec3073f6ad94 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Aug 12 22:52:30.750401 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19305ed-dae5-4dbb-b7f7-4271e08d919e req-467bef2d-a273-4734-afad-428d5e3044fa tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:30.751899 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c19305ed-dae5-4dbb-b7f7-4271e08d919e req-467bef2d-a273-4734-afad-428d5e3044fa tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0641074 Aug 12 22:52:30.790575 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c19305ed-dae5-4dbb-b7f7-4271e08d919e req-300aa5f9-0405-4937-944f-e99be49f8c36 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Aug 12 22:52:30.903468 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6698ae3-9540-4d2a-bfea-3f1178a69453 req-52c57d90-7d45-407e-a51d-b437a34765d0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:30.904835 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f6698ae3-9540-4d2a-bfea-3f1178a69453 req-52c57d90-7d45-407e-a51d-b437a34765d0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Aug 12 22:52:30.941267 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f6698ae3-9540-4d2a-bfea-3f1178a69453 req-48c5a966-2790-4c1d-bfa7-217b5177f13b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Aug 12 22:52:31.529753 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b538-2aa5-4005-89a6-4cb854cb7989 req-bffae497-1b9d-4507-9b85-2e4cc6c84af7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:31.531246 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0a25b538-2aa5-4005-89a6-4cb854cb7989 req-bffae497-1b9d-4507-9b85-2e4cc6c84af7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Aug 12 22:52:31.569581 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0a25b538-2aa5-4005-89a6-4cb854cb7989 req-d4fe1a3c-63ca-4ffc-b747-d579faf7e022 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Aug 12 22:52:31.700341 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab598cf-ae31-41eb-a087-4b963eb132d7 req-1e2c3b8f-200f-446a-a0ac-46c37cc8b5c6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:31.701790 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ab598cf-ae31-41eb-a087-4b963eb132d7 req-1e2c3b8f-200f-446a-a0ac-46c37cc8b5c6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0499196 Aug 12 22:52:31.738908 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ab598cf-ae31-41eb-a087-4b963eb132d7 req-7dce2e1e-e575-4799-8334-d51d5a6c460f tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Aug 12 22:52:31.917865 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c95a6-c29b-496b-a06e-2e61457cecf7 req-62411b17-de4f-425d-89d0-4c4db99af452 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:31.919326 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d93c95a6-c29b-496b-a06e-2e61457cecf7 req-62411b17-de4f-425d-89d0-4c4db99af452 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0506439 Aug 12 22:52:31.956131 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d93c95a6-c29b-496b-a06e-2e61457cecf7 req-510c9b5b-fd1c-4860-b884-d444da15503d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Aug 12 22:52:32.058173 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e4215-0729-4be3-8f33-7db36e9a9190 req-fdee38a4-f57f-41f4-86e8-a4c085a0b383 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:32.059625 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a76e4215-0729-4be3-8f33-7db36e9a9190 req-fdee38a4-f57f-41f4-86e8-a4c085a0b383 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Aug 12 22:52:32.097649 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a76e4215-0729-4be3-8f33-7db36e9a9190 req-46f09811-b176-4b77-8aad-091c246cea8c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Aug 12 22:52:32.682556 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855360f-9995-44ba-b8d2-55e5aaf1cf1f req-ecb7143a-0af2-4406-a625-67331463b461 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:32.683986 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b855360f-9995-44ba-b8d2-55e5aaf1cf1f req-ecb7143a-0af2-4406-a625-67331463b461 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0480001 Aug 12 22:52:32.721443 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b855360f-9995-44ba-b8d2-55e5aaf1cf1f req-149a77de-b4bf-4f9d-9848-75ff06deee78 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Aug 12 22:52:32.855720 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc4892-955f-47fb-a80e-4f13e9975b92 req-5b2e6f80-ccf5-4c5c-ba55-8382e3e1e74e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:32.857091 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49fc4892-955f-47fb-a80e-4f13e9975b92 req-5b2e6f80-ccf5-4c5c-ba55-8382e3e1e74e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0484817 Aug 12 22:52:32.894490 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49fc4892-955f-47fb-a80e-4f13e9975b92 req-801e3e7d-8ed2-460c-bbfc-8c2ac604cb59 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Aug 12 22:52:33.079514 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeb27-ae07-4ae4-9990-5b9bcf704006 req-861c9e40-f4bf-4031-9b26-706a0ae75da6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:33.081241 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c1ceeb27-ae07-4ae4-9990-5b9bcf704006 req-861c9e40-f4bf-4031-9b26-706a0ae75da6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0522163 Aug 12 22:52:33.117928 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c1ceeb27-ae07-4ae4-9990-5b9bcf704006 req-a6a4bd61-b457-4ee5-bda6-48d87a2ea324 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Aug 12 22:52:33.219706 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaba14-b687-4eb0-8ac1-3d38e1e48f3c req-bca79685-ed6a-4aee-b987-bc863bca9d1b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:33.221136 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8afaba14-b687-4eb0-8ac1-3d38e1e48f3c req-bca79685-ed6a-4aee-b987-bc863bca9d1b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0469077 Aug 12 22:52:33.257954 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8afaba14-b687-4eb0-8ac1-3d38e1e48f3c req-73eb16e1-6d46-4620-bc4d-e8f58411b1d3 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Aug 12 22:52:33.834872 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a072cd-a845-4ac3-89ad-b9e806a21519 req-483e2bce-a764-4170-8d16-71b156407b23 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:33.836309 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-78a072cd-a845-4ac3-89ad-b9e806a21519 req-483e2bce-a764-4170-8d16-71b156407b23 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0477800 Aug 12 22:52:33.874970 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-78a072cd-a845-4ac3-89ad-b9e806a21519 req-197f1eee-d62a-46dd-9405-13b546bef8a5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Aug 12 22:52:34.008429 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75195e-935f-4e7d-8723-8abfaaadbaa0 req-c98c911b-891d-47c8-b0cf-4613b9034a02 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:34.010405 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d75195e-935f-4e7d-8723-8abfaaadbaa0 req-c98c911b-891d-47c8-b0cf-4613b9034a02 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0507934 Aug 12 22:52:34.047047 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6d75195e-935f-4e7d-8723-8abfaaadbaa0 req-5b7242dd-559b-46db-a046-3a9e2bf42085 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Aug 12 22:52:34.234995 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9c2c-7c4d-4216-b456-e243b880c6bb req-02d6d088-66ba-4bc3-83bc-9c4c0407bcb1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:34.236471 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a21e9c2c-7c4d-4216-b456-e243b880c6bb req-02d6d088-66ba-4bc3-83bc-9c4c0407bcb1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0485203 Aug 12 22:52:34.273968 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a21e9c2c-7c4d-4216-b456-e243b880c6bb req-40a08aac-950d-4b32-834d-753f5a8d802c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Aug 12 22:52:34.377911 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253f22-5892-4a0d-9043-63160e2f7112 req-6d84d81a-9a63-469f-b90c-89e4410a6c92 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:34.379401 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-97253f22-5892-4a0d-9043-63160e2f7112 req-6d84d81a-9a63-469f-b90c-89e4410a6c92 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Aug 12 22:52:34.418642 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-97253f22-5892-4a0d-9043-63160e2f7112 req-cc4ca4f9-983b-48bd-862f-96764b3e3c86 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Aug 12 22:52:34.996373 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f934c6-ded7-4e02-a695-26a258db2847 req-377512da-64e3-409a-a47d-67b7c425f81e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:34.997749 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-23f934c6-ded7-4e02-a695-26a258db2847 req-377512da-64e3-409a-a47d-67b7c425f81e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0536149 Aug 12 22:52:35.034502 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-23f934c6-ded7-4e02-a695-26a258db2847 req-647ea8d6-cdc9-43cc-98c1-897f53b39404 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Aug 12 22:52:35.162335 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc696f9c-9ff4-41b4-bc9e-65665f6f4baa req-7468772a-3b77-4ea5-8880-d098f73d3297 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:35.163796 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc696f9c-9ff4-41b4-bc9e-65665f6f4baa req-7468772a-3b77-4ea5-8880-d098f73d3297 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0485885 Aug 12 22:52:35.200847 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc696f9c-9ff4-41b4-bc9e-65665f6f4baa req-af74eba3-f632-44d8-97d9-3d006238b390 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Aug 12 22:52:35.393733 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df16d4-2cb7-4c58-86ec-c109c30bd748 req-af3cba59-a184-41a2-ac87-6aabfcddafc2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:35.395243 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0df16d4-2cb7-4c58-86ec-c109c30bd748 req-af3cba59-a184-41a2-ac87-6aabfcddafc2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Aug 12 22:52:35.432925 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0df16d4-2cb7-4c58-86ec-c109c30bd748 req-81430684-7c12-4812-9670-29df5c126d98 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Aug 12 22:52:35.531865 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8d13-2057-4dca-a32e-7b92b81177be req-ec17ca94-4fe3-4016-bb40-dac821fc12b7 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:35.533214 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abfa8d13-2057-4dca-a32e-7b92b81177be req-ec17ca94-4fe3-4016-bb40-dac821fc12b7 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0469179 Aug 12 22:52:35.570408 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abfa8d13-2057-4dca-a32e-7b92b81177be req-f08a548c-b3ec-4a1e-b634-d68a054f0d92 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Aug 12 22:52:36.153415 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7b54-ccf1-471e-9b94-10d7a1911fae req-8ecc476f-b903-4f66-ac68-a4634fdf6671 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:36.155507 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-824d7b54-ccf1-471e-9b94-10d7a1911fae req-8ecc476f-b903-4f66-ac68-a4634fdf6671 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0530605 Aug 12 22:52:36.193674 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-824d7b54-ccf1-471e-9b94-10d7a1911fae req-21d14331-3827-4e98-b6a1-44dddfabbfc4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Aug 12 22:52:36.317430 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0fb61-72e7-4b33-b362-f0fe1651c1cb req-27d0fb2f-86ad-44a9-bea0-07aa2199d82e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:36.319367 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f8b0fb61-72e7-4b33-b362-f0fe1651c1cb req-27d0fb2f-86ad-44a9-bea0-07aa2199d82e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0497985 Aug 12 22:52:36.360062 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f8b0fb61-72e7-4b33-b362-f0fe1651c1cb req-e74623df-1d02-40b3-8948-c3e42f564e08 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343196 Aug 12 22:52:36.552463 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51646649-dce3-4993-9140-69b7c2b4899c req-1fd0410e-9fee-4072-99da-362efd0cc0c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:36.553963 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-51646649-dce3-4993-9140-69b7c2b4899c req-1fd0410e-9fee-4072-99da-362efd0cc0c2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0493352 Aug 12 22:52:36.595461 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-51646649-dce3-4993-9140-69b7c2b4899c req-5835d77e-5afa-4b63-8ff0-b0d2dda5de95 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351553 Aug 12 22:52:36.708202 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2efbec-60b2-45ce-954f-afd62d45d9eb req-bafa3921-846b-4a31-b1bd-d8e3c64e0676 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:36.710078 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e2efbec-60b2-45ce-954f-afd62d45d9eb req-bafa3921-846b-4a31-b1bd-d8e3c64e0676 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0553968 Aug 12 22:52:36.751322 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e2efbec-60b2-45ce-954f-afd62d45d9eb req-944171ed-b38d-4da1-afed-e16228242544 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Aug 12 22:52:37.309124 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5220d-76b9-4bbc-88f7-2a407e515606 req-7edbb6e4-53b8-42fa-9e32-33001b7af01e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:37.310681 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b6d5220d-76b9-4bbc-88f7-2a407e515606 req-7edbb6e4-53b8-42fa-9e32-33001b7af01e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0492623 Aug 12 22:52:37.347903 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b6d5220d-76b9-4bbc-88f7-2a407e515606 req-cae60d1e-589a-4d98-9fe5-9b92b519b5d9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Aug 12 22:52:37.727541 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c04a6-de8a-4587-ada2-3d9776580272 req-f9a20163-3e75-4c61-a5b5-cb6001e54cc1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:37.729177 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d28c04a6-de8a-4587-ada2-3d9776580272 req-f9a20163-3e75-4c61-a5b5-cb6001e54cc1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.0487463 Aug 12 22:52:37.766196 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d28c04a6-de8a-4587-ada2-3d9776580272 req-0997be30-8ee7-413a-8ad0-e560b2926113 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Aug 12 22:52:37.873529 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec8056-5d28-4fed-aa72-f95da4ee88b5 req-f0bdbbd3-1684-439d-8b6e-c53d05f2e80b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:37.874921 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ffec8056-5d28-4fed-aa72-f95da4ee88b5 req-f0bdbbd3-1684-439d-8b6e-c53d05f2e80b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Aug 12 22:52:37.913544 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ffec8056-5d28-4fed-aa72-f95da4ee88b5 req-4cf114d9-2dcb-4975-abdf-ff59aa82dc29 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 12 22:52:38.465552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6ca7c-7c19-44da-b199-2472e410f6d8 req-20e06ddc-6a4b-4399-9092-60ccb53f1d05 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:38.466927 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ecf6ca7c-7c19-44da-b199-2472e410f6d8 req-20e06ddc-6a4b-4399-9092-60ccb53f1d05 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Aug 12 22:52:38.503836 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ecf6ca7c-7c19-44da-b199-2472e410f6d8 req-6a11e2cb-4f16-4f1f-bf86-13098351d9f6 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Aug 12 22:52:38.655121 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-32bf95f2-5f99-4b07-901d-57c5ebf0fa6f tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:38.656712 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-32bf95f2-5f99-4b07-901d-57c5ebf0fa6f tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0478959 Aug 12 22:52:38.753902 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Deleting port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:52:38.754571 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:39.034260 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f3cb-5ba6-4567-b41a-07dc38df9c33 req-7e52c249-0760-4843-bbb4-766aa796a44c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:39.035705 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cdf3f3cb-5ba6-4567-b41a-07dc38df9c33 req-7e52c249-0760-4843-bbb4-766aa796a44c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 945 time: 0.0547848 Aug 12 22:52:39.073993 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cdf3f3cb-5ba6-4567-b41a-07dc38df9c33 req-9b14d7b4-31b7-4267-b314-ca0ee081c1aa tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Aug 12 22:52:39.083131 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a9fea-4428-47e2-ad56-6cbdfd490bcf req-a7e67d1a-a069-4256-ae1f-0e8d7b4abbe0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:39.084667 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-911a9fea-4428-47e2-ad56-6cbdfd490bcf req-a7e67d1a-a069-4256-ae1f-0e8d7b4abbe0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 943 time: 0.1101038 Aug 12 22:52:39.099545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] For port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:39.099909 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:39.130635 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Calling delete_port for eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:52:39.157228 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-911a9fea-4428-47e2-ad56-6cbdfd490bcf req-d3e7f11b-533a-4278-aa86-3783e2423d80 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542705 Aug 12 22:52:39.271052 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:39.302161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Pushing event deleted for resources: {'Port': ['ID=eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:39.314243 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.314621 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.314960 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.315297 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.315735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.315954 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.316323 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.316611 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.316928 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.317248 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.317569 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.317886 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.318796 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:52:39.357947 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] No DVR routers for this DVR port eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:52:39.361585 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:39.363826 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c83614dc-5c03-4d0b-ad52-103fca1cec14 req-61e5a861-5ded-4f7b-82e8-b92ab7e55ad9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "DELETE /v2.0/ports/eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 HTTP/1.1" status: 204 len: 173 time: 0.6990464 Aug 12 22:52:39.364264 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'name': 'network-vif-deleted', 'tag': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:52:39.366738 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f24110-bb08-47f6-9cec-3e7b304fca4f" -d '{"events": [{"server_uuid": "fde60887-04f4-4d03-9780-e34aeae95b11", "name": "network-vif-deleted", "tag": "eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:52:39.412311 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f04c2a-56ef-4ac4-befa-05d2c319381c x-openstack-request-id: req-c8f04c2a-56ef-4ac4-befa-05d2c319381c {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:52:39.414524 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde60887-04f4-4d03-9780-e34aeae95b11", "name": "network-vif-deleted", "tag": "eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:52:39.414776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8f04c2a-56ef-4ac4-befa-05d2c319381c {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:52:39.415164 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde60887-04f4-4d03-9780-e34aeae95b11', 'name': 'network-vif-deleted', 'tag': 'eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12', 'status': 'completed', 'code': 200} Aug 12 22:52:39.489087 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:52:39.588309 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:39.600597 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '0c2092fb-f48e-405f-a646-6bf94681d339', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'port_id': '0c2092fb-f48e-405f-a646-6bf94681d339', 'mac_address': 'fa:16:3e:a4:92:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:52:39.629817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73187d1-ac03-4aeb-8445-34117a5bec49 req-99aecdfe-d129-4c27-8267-95e794e15231 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:39.631445 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b73187d1-ac03-4aeb-8445-34117a5bec49 req-99aecdfe-d129-4c27-8267-95e794e15231 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0542908 Aug 12 22:52:39.644361 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:39.657783 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2092fb-f48e-405f-a646-6bf94681d339 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:52:39.672171 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b73187d1-ac03-4aeb-8445-34117a5bec49 req-90287ce9-8518-47b5-9415-edd8ed7ada3f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Aug 12 22:52:39.677367 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:39.681446 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:39.728813 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=9']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:39.735942 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.736295 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.736668 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.737036 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.737372 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.737705 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.738062 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.738447 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.738779 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.739104 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.739427 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:39.739748 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:40.192998 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-944bc983-4ace-4e6b-883c-93e17b02cec3 req-7dc89054-effc-4fb0-ac81-d0c29a6392ea tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=fde60887-04f4-4d03-9780-e34aeae95b11 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Aug 12 22:52:40.294212 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aa23c-f008-4c90-8f4f-a9b4948fcd60 req-3ffe7200-4334-4dd6-89e4-fc276073d8d8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:40.295720 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f1aa23c-f008-4c90-8f4f-a9b4948fcd60 req-3ffe7200-4334-4dd6-89e4-fc276073d8d8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0535595 Aug 12 22:52:40.319095 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['0c2092fb-f48e-405f-a646-6bf94681d339'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:52:40.333898 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f1aa23c-f008-4c90-8f4f-a9b4948fcd60 req-a3b06ce7-b9d5-4a8c-91ee-6611bd4db4a9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319533 Aug 12 22:52:40.791260 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667574-e52c-4b5f-adff-3a5c7013dcbe req-6539d0a9-e210-446e-b5d0-8cc506c9302b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:40.792802 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87667574-e52c-4b5f-adff-3a5c7013dcbe req-6539d0a9-e210-446e-b5d0-8cc506c9302b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Aug 12 22:52:40.834853 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87667574-e52c-4b5f-adff-3a5c7013dcbe req-c043edf7-bcaa-44c4-ae6a-102d4cc02d06 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Aug 12 22:52:41.459658 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47ba8-71f0-4091-87a7-f8610650cf5d req-9a51f343-94f2-4828-8e88-09700f49883e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:41.461038 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0c47ba8-71f0-4091-87a7-f8610650cf5d req-9a51f343-94f2-4828-8e88-09700f49883e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0501802 Aug 12 22:52:41.498810 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0c47ba8-71f0-4091-87a7-f8610650cf5d req-d0f0d011-a604-4532-b79b-4727b19850d3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Aug 12 22:52:41.958441 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3122-074f-4c83-8188-482b06e690f9 req-af1c5a62-dfcf-477f-8e23-70c8f8b71469 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:41.959937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c8e3122-074f-4c83-8188-482b06e690f9 req-af1c5a62-dfcf-477f-8e23-70c8f8b71469 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0534961 Aug 12 22:52:41.997774 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c8e3122-074f-4c83-8188-482b06e690f9 req-520d9569-f650-425f-8d73-742500620a8f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Aug 12 22:52:42.617947 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13707b0-670f-4acd-94f9-b0eafb21b6b0 req-1f93e73f-f4d7-4ec2-876f-127cab62295f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:42.619472 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b13707b0-670f-4acd-94f9-b0eafb21b6b0 req-1f93e73f-f4d7-4ec2-876f-127cab62295f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0482807 Aug 12 22:52:42.656618 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b13707b0-670f-4acd-94f9-b0eafb21b6b0 req-1630e7f2-7a91-4c11-9414-5987af64163e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Aug 12 22:52:42.710781 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:52:42.730888 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:52:42.731222 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device eefeaf49-0e0c-48e1-8cf6-cbac3f45ee12 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:52:43.109987 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f385-a537-429b-a00d-edd813e9a24a req-e31aa1cf-e857-4660-b639-7f2eaf47f430 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:43.111481 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7192f385-a537-429b-a00d-edd813e9a24a req-e31aa1cf-e857-4660-b639-7f2eaf47f430 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Aug 12 22:52:43.148044 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7192f385-a537-429b-a00d-edd813e9a24a req-1c83f666-112e-47dc-a4ec-307fad43e6d2 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Aug 12 22:52:43.776807 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58598ea-745d-4f17-93c3-d33a826a0458 req-bc527c0f-458a-478c-ab9a-ebd12b09596e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:43.778320 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d58598ea-745d-4f17-93c3-d33a826a0458 req-bc527c0f-458a-478c-ab9a-ebd12b09596e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0516996 Aug 12 22:52:43.814373 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d58598ea-745d-4f17-93c3-d33a826a0458 req-0aeb0710-0aea-4f67-8615-2926d0dc84fb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302501 Aug 12 22:52:44.266526 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7148f-d636-4fb4-81b1-77452b59c937 req-c2fd2bf5-061a-46a6-98b3-20fbbed617b7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:44.267872 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9bc7148f-d636-4fb4-81b1-77452b59c937 req-c2fd2bf5-061a-46a6-98b3-20fbbed617b7 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0480163 Aug 12 22:52:44.303220 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9bc7148f-d636-4fb4-81b1-77452b59c937 req-3861f153-bfe4-4892-977f-b762699fb699 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295682 Aug 12 22:52:44.931837 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec30d-53de-446f-b2f9-d25c201c24c7 req-5b2d747b-39d6-4c29-adc8-cf145a44c8de tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:44.933317 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4c2ec30d-53de-446f-b2f9-d25c201c24c7 req-5b2d747b-39d6-4c29-adc8-cf145a44c8de tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0476818 Aug 12 22:52:44.969756 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4c2ec30d-53de-446f-b2f9-d25c201c24c7 req-d29defa2-a273-4ada-be8d-b29b04c9aea8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Aug 12 22:52:45.422795 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de359b9-442d-4262-8bc7-6869d957719a req-59354b98-1da1-4c3b-b563-6614f9dcce88 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:45.424456 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5de359b9-442d-4262-8bc7-6869d957719a req-59354b98-1da1-4c3b-b563-6614f9dcce88 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0535467 Aug 12 22:52:45.465256 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5de359b9-442d-4262-8bc7-6869d957719a req-491704e6-4a4e-45e5-a1f9-b61bd3325e19 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Aug 12 22:52:46.085319 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b085bf-5d5d-45c4-9182-bf5ef563f2e8 req-35db8d5e-2fa4-489e-8b09-5906a4248f1a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:46.087349 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-99b085bf-5d5d-45c4-9182-bf5ef563f2e8 req-35db8d5e-2fa4-489e-8b09-5906a4248f1a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 944 time: 0.0479493 Aug 12 22:52:46.091313 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:46.133785 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-99b085bf-5d5d-45c4-9182-bf5ef563f2e8 req-efb44311-4143-4637-9245-2a80178b3a4e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397789 Aug 12 22:52:46.139012 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 0c2092fb-f48e-405f-a646-6bf94681d339 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:46.139381 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.217019 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.238709 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:52:46.240908 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c659197e-ee3d-46a5-92d8-f00ff9dac986" -d '{"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-plugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:52:46.253897 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:46.258078 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.280464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52dea8f-c172-48e8-bfd1-0f10fe5b7411 x-openstack-request-id: req-b52dea8f-c172-48e8-bfd1-0f10fe5b7411 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:52:46.280750 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-plugged", "status": "completed", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:52:46.280996 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b52dea8f-c172-48e8-bfd1-0f10fe5b7411 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:52:46.281381 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'code': 200} Aug 12 22:52:46.306240 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=10']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:46.582445 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e219252-ede9-4986-945f-6b4b602fda6d req-4ccff978-d851-476e-bdc9-4a0b4c85c0b0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:46.583930 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e219252-ede9-4986-945f-6b4b602fda6d req-4ccff978-d851-476e-bdc9-4a0b4c85c0b0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0495489 Aug 12 22:52:46.622865 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e219252-ede9-4986-945f-6b4b602fda6d req-7f9dda71-105f-4aeb-a0d9-f4971cbc4101 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Aug 12 22:52:47.157890 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e391b-bc03-45c2-8444-33c37bf17918 req-10a2d915-8fcf-4f8b-972b-0ee8d516e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:47.159466 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-137e391b-bc03-45c2-8444-33c37bf17918 req-10a2d915-8fcf-4f8b-972b-0ee8d516e6c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1099 time: 0.0425918 Aug 12 22:52:47.202223 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-137e391b-bc03-45c2-8444-33c37bf17918 req-f6b5adde-a16e-48fe-be09-53fe729ca25b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Aug 12 22:52:47.258193 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201e8b-2979-45ab-ba47-f68cf325348b req-77439d74-f4d1-4fa0-8253-9416f45d507c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:47.259710 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-12201e8b-2979-45ab-ba47-f68cf325348b req-77439d74-f4d1-4fa0-8253-9416f45d507c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0511992 Aug 12 22:52:47.298835 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-12201e8b-2979-45ab-ba47-f68cf325348b req-46fd945f-2281-4156-9a4a-5202a214baa5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Aug 12 22:52:47.739532 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24672d-b3ea-409e-b1d0-c7dd9f0dcfd2 req-69ba1811-fc0b-4dee-84ea-8e5de2f37160 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:47.740983 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5d24672d-b3ea-409e-b1d0-c7dd9f0dcfd2 req-69ba1811-fc0b-4dee-84ea-8e5de2f37160 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0517051 Aug 12 22:52:47.783351 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5d24672d-b3ea-409e-b1d0-c7dd9f0dcfd2 req-87766397-add6-4c9f-8366-2cff21a26117 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Aug 12 22:52:48.427095 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d2cec-6caa-469c-9a2c-320dc23e5a3b req-a2c4cb1e-9b2f-4e03-9d37-fff33eebd9ec tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:48.428576 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d35d2cec-6caa-469c-9a2c-320dc23e5a3b req-a2c4cb1e-9b2f-4e03-9d37-fff33eebd9ec tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Aug 12 22:52:48.466204 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d35d2cec-6caa-469c-9a2c-320dc23e5a3b req-44572588-9c16-4a19-89c8-2fc6753373ca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Aug 12 22:52:48.901517 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cc765-5d35-4a8d-b108-6ece2db10587 req-07e372c1-2f5a-4ead-a665-d7657f3f506b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:48.903031 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fd4cc765-5d35-4a8d-b108-6ece2db10587 req-07e372c1-2f5a-4ead-a665-d7657f3f506b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0504067 Aug 12 22:52:48.942206 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fd4cc765-5d35-4a8d-b108-6ece2db10587 req-e055f047-50db-4b52-a680-5908fc8f937b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Aug 12 22:52:49.585517 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9038c-42be-4d2d-8ce8-5171bb157cf1 req-9e47cd13-da36-4af4-b313-a90f12621939 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:49.586888 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c0f9038c-42be-4d2d-8ce8-5171bb157cf1 req-9e47cd13-da36-4af4-b313-a90f12621939 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0485151 Aug 12 22:52:49.624025 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c0f9038c-42be-4d2d-8ce8-5171bb157cf1 req-a586c4ae-cd5c-4a74-90c9-9dafcd2d9c58 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Aug 12 22:52:50.058389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39699ae-9956-4b8c-90e9-912877f9a1e0 req-bff091b9-41eb-4230-bbb1-cade081c00ff tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:50.059842 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b39699ae-9956-4b8c-90e9-912877f9a1e0 req-bff091b9-41eb-4230-bbb1-cade081c00ff tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0524557 Aug 12 22:52:50.097282 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b39699ae-9956-4b8c-90e9-912877f9a1e0 req-73a7190a-b4c4-4a37-b5bb-e50bde34d60d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Aug 12 22:52:50.747917 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9cdfc-57d1-43a2-a067-3cc126b38e86 req-c217eed5-bb01-442f-b572-9bcd81f173d9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:50.749286 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c3d9cdfc-57d1-43a2-a067-3cc126b38e86 req-c217eed5-bb01-442f-b572-9bcd81f173d9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0507534 Aug 12 22:52:50.786819 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c3d9cdfc-57d1-43a2-a067-3cc126b38e86 req-17be1211-9851-478c-b7ff-ceb14f9c139c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Aug 12 22:52:51.239872 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99974e-5950-40f2-9bf3-55175275e8df req-2320675e-e432-4be3-b944-7d70078afa45 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:51.241763 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0f99974e-5950-40f2-9bf3-55175275e8df req-2320675e-e432-4be3-b944-7d70078afa45 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0603154 Aug 12 22:52:51.271821 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-5cb0cd5e-b6b0-4b18-ace9-176d3f111012 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:51.273330 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-5cb0cd5e-b6b0-4b18-ace9-176d3f111012 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/networks?id=d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 200 len: 814 time: 0.1258616 Aug 12 22:52:51.301449 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-f91c80ed-3f92-4985-9a16-29f3d903ca9c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/quotas/b081233b07124e1fa8f49dc5cedaddb4 HTTP/1.1" status: 200 len: 375 time: 0.0210602 Aug 12 22:52:51.305264 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0f99974e-5950-40f2-9bf3-55175275e8df req-0a4b00fb-e709-47c1-8a84-e9a2b98a14f0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Aug 12 22:52:51.337133 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-f3522845-665e-4de6-881c-cd2c3a3d7e00 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347829 Aug 12 22:52:51.446917 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-d89b0cd5-536e-401f-a889-d909e58e8cc2 service neutron] 10.222.0.49 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960217 Aug 12 22:52:51.558969 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-afb67d37-bdef-4677-a51e-c78fe2b5f925 service neutron] 10.222.0.49 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050162 Aug 12 22:52:51.724841 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-80d80497-bfce-45ee-a536-a3d0197abe58 req-16a09d4c-2461-48bd-965e-634fe35bb793 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Aug 12 22:52:51.925627 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1edde-f030-41ce-86d9-4e8cc2063fbd req-d500af36-91c5-4759-b999-46073d0fab3b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:51.927588 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-baf1edde-f030-41ce-86d9-4e8cc2063fbd req-d500af36-91c5-4759-b999-46073d0fab3b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0532277 Aug 12 22:52:51.969488 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-baf1edde-f030-41ce-86d9-4e8cc2063fbd req-6e7b0cf0-37ba-4796-ba2f-428f46d3bd78 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347099 Aug 12 22:52:52.429379 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25eea-7749-45f1-9b30-73ecb48f6d5f req-740f8d4f-64d9-4bf1-855a-ecf7768972b9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:52.430906 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-65f25eea-7749-45f1-9b30-73ecb48f6d5f req-740f8d4f-64d9-4bf1-855a-ecf7768972b9 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0500565 Aug 12 22:52:52.475246 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-65f25eea-7749-45f1-9b30-73ecb48f6d5f req-440dfce7-111c-4d78-a2ba-bc30c1a72d43 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Aug 12 22:52:52.821722 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-da509696-9154-4a79-99ef-e24cd6ba51b4 req-9e844bd6-b225-4052-b482-9b216cc67297 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 210 time: 0.0288904 Aug 12 22:52:53.100802 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370b0cc-c447-4a07-bc66-b66522d4c78c req-c4aca519-af3d-46f2-899b-cb5dfd2e6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:53.102281 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4370b0cc-c447-4a07-bc66-b66522d4c78c req-c4aca519-af3d-46f2-899b-cb5dfd2e6586 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.0826235 Aug 12 22:52:53.119452 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcd120-b197-4ad6-b24c-e4bdd982be51 req-9c21da4c-dea2-4746-8286-1601f90d8ab9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:53.122983 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1fbcd120-b197-4ad6-b24c-e4bdd982be51 req-9c21da4c-dea2-4746-8286-1601f90d8ab9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0594089 Aug 12 22:52:53.132768 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-6eed4541-9f3e-4e6a-8a41-77cb901e32e9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:53.136150 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-6eed4541-9f3e-4e6a-8a41-77cb901e32e9 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "GET /v2.0/networks?id=d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 200 len: 814 time: 0.1299829 Aug 12 22:52:53.178683 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4370b0cc-c447-4a07-bc66-b66522d4c78c req-e40f988b-866e-4fb0-a8e7-94b80fcad172 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Aug 12 22:52:53.184160 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1fbcd120-b197-4ad6-b24c-e4bdd982be51 req-d560130c-6e59-4266-b7ee-8d809ca671d2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531187 Aug 12 22:52:53.185903 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Request body: {'port': {'device_id': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b', 'admin_state_up': True, 'tenant_id': 'b081233b07124e1fa8f49dc5cedaddb4'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:53.293578 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Made reservation on behalf of b081233b07124e1fa8f49dc5cedaddb4 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:53.296937 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.427363 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Allocated IP 172.20.0.14 (d29cac0a-ad22-435f-ac44-7ede00113b5b/6e2f25df-51d1-4fab-a8c1-92c1dde9f204/e3939956-e5c0-48ef-b5d2-3e90ad92a0e1) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:53.603849 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.624414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ad333-dda1-4efb-8429-6fa9d7cae3ac req-a64de1bc-eb14-40b7-aa2e-e2c009db93bc tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:53.625918 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c57ad333-dda1-4efb-8429-6fa9d7cae3ac req-a64de1bc-eb14-40b7-aa2e-e2c009db93bc tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0821786 Aug 12 22:52:53.682329 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c57ad333-dda1-4efb-8429-6fa9d7cae3ac req-f691dae9-4fb1-4cd8-8f5d-96d033e9fe43 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Aug 12 22:52:53.689297 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.751717 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Network d29cac0a-ad22-435f-ac44-7ede00113b5b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:53.755014 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:53.759399 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:53.767220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Pushing event updated for resources: {'Port': ['ID=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:53.843638 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:53.844000 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.859455 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-b3b856c1-c16a-40e2-9ace-2e644c8027a0 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6777012 Aug 12 22:52:53.860605 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4931352d-ed19-429d-aa85-201de68ddb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.933073 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48870e3c-4d7c-40c0-bcf1-e83dae4d0cc8 req-2d2cb392-e12d-464e-a00e-093c131b391e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:53.934543 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-48870e3c-4d7c-40c0-bcf1-e83dae4d0cc8 req-2d2cb392-e12d-464e-a00e-093c131b391e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0582194 Aug 12 22:52:53.971648 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-48870e3c-4d7c-40c0-bcf1-e83dae4d0cc8 req-96fdaf55-a011-41b7-8fc6-8dda1af0a1ba tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Aug 12 22:52:54.025159 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Request body: {'port': {'device_id': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:54.054326 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:52:54.077415 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948751d-0c1d-442a-8760-3ea9333989ed req-c8287d11-c454-4591-8188-c0fd5230a92d tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:54.078476 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.078986 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6948751d-0c1d-442a-8760-3ea9333989ed req-c8287d11-c454-4591-8188-c0fd5230a92d tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 932 time: 0.0520158 Aug 12 22:52:54.116844 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6948751d-0c1d-442a-8760-3ea9333989ed req-fc5b39f3-e3eb-4edd-80c2-62f8e2c3fe63 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Aug 12 22:52:54.334419 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:52:54.341933 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.355139 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Transition to ACTIVE for port object e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:54.358344 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.414025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Pushing event updated for resources: {'Port': ['ID=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.480452 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Attempting to bind port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:54.480787 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Attempting to bind port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:54.481115 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Attempting to bind port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 on network d29cac0a-ad22-435f-ac44-7ede00113b5b {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:54.485245 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 on network d29cac0a-ad22-435f-ac44-7ede00113b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:52:54.485578 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Attempting to bind port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 on network d29cac0a-ad22-435f-ac44-7ede00113b5b {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:54.490542 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:54.490890 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Checking segment: {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:54.491293 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Bound using segment: {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:54.491751 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Bound port: e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3adbf868-b169-4e6a-9e6a-049cf62f1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:54.492142 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.556004 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] For port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:54.559749 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] For port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:54.563265 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.604113 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:54.604726 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.606160 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] 10.222.0.42 "PUT /v2.0/ports/e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 HTTP/1.1" status: 200 len: 1094 time: 0.5875435 Aug 12 22:52:54.606616 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'tag': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:52:54.608815 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a4615-d2b1-4a04-8b92-418612783690" -d '{"events": [{"name": "network-changed", "server_uuid": "602b9c45-7db0-4c47-b15e-43b176eb6373", "tag": "e3939956-e5c0-48ef-b5d2-3e90ad92a0e1"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:52:54.628967 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9672-1181-4e43-8ab2-b0f78393d178 service neutron] Pushing event updated for resources: {'Port': ['ID=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.652410 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464926e-fa91-4133-a368-70d7094bc4c1 x-openstack-request-id: req-7464926e-fa91-4133-a368-70d7094bc4c1 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:52:54.652695 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602b9c45-7db0-4c47-b15e-43b176eb6373", "tag": "e3939956-e5c0-48ef-b5d2-3e90ad92a0e1", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:52:54.652948 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7464926e-fa91-4133-a368-70d7094bc4c1 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:52:54.653345 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'tag': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1', 'status': 'completed', 'code': 200} Aug 12 22:52:54.743451 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-7510b2ea-26d5-4603-86a3-a2d6d0f0673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:54.745708 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-7510b2ea-26d5-4603-86a3-a2d6d0f0673d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 1097 time: 0.0421424 Aug 12 22:52:54.800908 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0501d85-b8a2-4847-bab2-4587d3518b22 req-a54504eb-23b8-4974-9274-03868f0fa235 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:54.802373 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0501d85-b8a2-4847-bab2-4587d3518b22 req-a54504eb-23b8-4974-9274-03868f0fa235 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0505502 Aug 12 22:52:54.812110 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-9fb5b6f6-f2a9-40bd-9b5c-97359e3068f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0355704 Aug 12 22:52:54.840658 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0501d85-b8a2-4847-bab2-4587d3518b22 req-e0eaefd1-1c9c-4215-b9a1-aceb9b700e87 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Aug 12 22:52:54.931457 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-137894da-320e-41c1-9a0d-e8505469baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:54.933411 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-137894da-320e-41c1-9a0d-e8505469baf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e2f25df-51d1-4fab-a8c1-92c1dde9f204 HTTP/1.1" status: 200 len: 854 time: 0.0483589 Aug 12 22:52:54.988937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-786d76d4-b48c-4cd1-a813-996f043107fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d29cac0a-ad22-435f-ac44-7ede00113b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250611 Aug 12 22:52:55.143687 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc1950-a6a1-4343-8a50-b89aeddfe059 req-0f57d1f8-f00c-4333-95de-7b914cec9918 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:55.145279 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71bc1950-a6a1-4343-8a50-b89aeddfe059 req-0f57d1f8-f00c-4333-95de-7b914cec9918 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0851355 Aug 12 22:52:55.149201 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-77ac636d-6c44-47f5-9035-ef698bc64d0b service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413772 Aug 12 22:52:55.228797 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71bc1950-a6a1-4343-8a50-b89aeddfe059 req-55461f34-face-4bef-943a-0f004ca127ba tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753589 Aug 12 22:52:55.236010 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 45260) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:55.273516 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35682e70-082b-4afd-9e64-44b6c5d5e1c4 req-3b18cbf6-7c36-42a9-a430-a73c9cd25205 service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024697 Aug 12 22:52:55.352492 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.381719 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a37cd7-bd1c-435a-89a0-bb70e362c600 req-808432a0-e3b8-4f91-9478-1fa1420b0958 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:55.383232 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0a37cd7-bd1c-435a-89a0-bb70e362c600 req-808432a0-e3b8-4f91-9478-1fa1420b0958 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 944 time: 0.0753148 Aug 12 22:52:55.444213 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.448588 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f0a37cd7-bd1c-435a-89a0-bb70e362c600 req-20758f51-97cd-4bdf-832f-61dd1ac2f702 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556407 Aug 12 22:52:55.492774 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-ce9905d3-b6ce-4e37-afb5-98be829bb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:55.494547 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-ce9905d3-b6ce-4e37-afb5-98be829bb4a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 1097 time: 0.0485151 Aug 12 22:52:55.499904 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.503889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.545339 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a545b62781b64c1c9f369ac854b4964c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075793 Aug 12 22:52:55.546414 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4f3d0-3011-43d5-8807-5732c2d92c35,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:55.548549 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45264) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:55.554847 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.555197 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.555535 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.555871 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.556263 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.556558 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.556896 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.557207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.557528 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.557846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.558167 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.558507 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3b08a-3d06-43ff-a4e6-c513806ca60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:55.615462 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-4f7b3f6a-2747-4a02-8039-e801c71661c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:55.616945 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-4f7b3f6a-2747-4a02-8039-e801c71661c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 200 len: 915 time: 0.1148734 Aug 12 22:52:55.628221 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8608264-635e-4eee-bb45-a320ca1303a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.652645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8608264-635e-4eee-bb45-a320ca1303a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.692310 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-43af3dd1-4c3a-4a2c-ab92-e34f4359a9eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 HTTP/1.1" status: 200 len: 217 time: 0.0426755 Aug 12 22:52:55.754698 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-9cc5da33-0d66-4890-a029-49eb5f050c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:55.756287 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-9cc5da33-0d66-4890-a029-49eb5f050c94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e2f25df-51d1-4fab-a8c1-92c1dde9f204 HTTP/1.1" status: 200 len: 854 time: 0.0553308 Aug 12 22:52:55.775071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8608264-635e-4eee-bb45-a320ca1303a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.778328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8608264-635e-4eee-bb45-a320ca1303a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.779475 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c8608264-635e-4eee-bb45-a320ca1303a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47e4f3d0-3011-43d5-8807-5732c2d92c35 HTTP/1.1" status: 204 len: 168 time: 0.2299156 Aug 12 22:52:55.796504 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-dab44ff3-0379-43d6-93f9-126e4111d474 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d29cac0a-ad22-435f-ac44-7ede00113b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315745 Aug 12 22:52:55.800963 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8608264-635e-4eee-bb45-a320ca1303a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4f3d0-3011-43d5-8807-5732c2d92c35,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:55.906439 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-b3b4dd6b-703f-4c39-bc5a-11d6d0b04f61 service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931575 Aug 12 22:52:56.018141 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dce615-38aa-4f83-9686-c86fcc8760e1 req-9a864a84-7fdd-4bbe-856f-ee3cafb09330 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.019667 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8dce615-38aa-4f83-9686-c86fcc8760e1 req-9a864a84-7fdd-4bbe-856f-ee3cafb09330 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.1072028 Aug 12 22:52:56.055203 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f2a4615-d2b1-4a04-8b92-418612783690 req-a3315911-35c3-4d30-934a-06c9709ef6ac service neutron] 10.222.0.42 "GET /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328187 Aug 12 22:52:56.073034 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8dce615-38aa-4f83-9686-c86fcc8760e1 req-61cee231-836c-40e3-802c-d37f9d9bdab8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Aug 12 22:52:56.386077 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-50174ddc-78fa-4ecb-8213-35dfab10c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.402133 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318b9b2-336d-4d86-b16a-0ed5ae9a280d req-090b3b42-6992-498b-a76a-b70a83201493 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.403841 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f318b9b2-336d-4d86-b16a-0ed5ae9a280d req-090b3b42-6992-498b-a76a-b70a83201493 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0568013 Aug 12 22:52:56.477081 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f318b9b2-336d-4d86-b16a-0ed5ae9a280d req-a1f23095-ce5c-4725-9767-97968c04be35 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666666 Aug 12 22:52:56.483519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590a97-20dd-49bc-92a3-10c204230fec req-6c3b6996-b4a2-4764-9b36-0e05cda8b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.485019 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-6c3b6996-b4a2-4764-9b36-0e05cda8b81b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 1099 time: 0.0600574 Aug 12 22:52:56.523546 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a879-19bc-4b25-8849-ddff5c933bd7 req-c72c50f5-18a3-466f-bdc9-796abf731b69 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.527417 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2b1a879-19bc-4b25-8849-ddff5c933bd7 req-c72c50f5-18a3-466f-bdc9-796abf731b69 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0694020 Aug 12 22:52:56.536086 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.572842 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2b1a879-19bc-4b25-8849-ddff5c933bd7 req-a0a2d0a4-2704-4f3e-8d06-f2f40ed15be4 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359855 Aug 12 22:52:56.647307 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77e1c1-f420-43d4-9d9c-bddc45398238 req-4965cdb6-35c9-4e48-9348-8b360cb426b4 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.648780 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b77e1c1-f420-43d4-9d9c-bddc45398238 req-4965cdb6-35c9-4e48-9348-8b360cb426b4 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 944 time: 0.0836174 Aug 12 22:52:56.652101 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590a97-20dd-49bc-92a3-10c204230fec req-d5f1309d-61ad-458e-abfa-adceb122c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.653423 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-d5f1309d-61ad-458e-abfa-adceb122c58c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 200 len: 920 time: 0.1500819 Aug 12 22:52:56.692089 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b77e1c1-f420-43d4-9d9c-bddc45398238 req-e4915001-54e6-4e9e-abc6-c51fbe21813c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368466 Aug 12 22:52:56.724773 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-4b43b854-0f4d-4c33-a38c-506fd19d7581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 200 len: 217 time: 0.0404160 Aug 12 22:52:56.816942 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590a97-20dd-49bc-92a3-10c204230fec req-345270c5-ea26-4add-9686-92844db7e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:56.818480 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-345270c5-ea26-4add-9686-92844db7e6fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 200 len: 859 time: 0.0497870 Aug 12 22:52:56.860589 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-430cfe76-c5b1-4652-b1a7-7bdd6a5f9cb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9bf8b277-e8fe-4235-a41a-17b07deaf487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301509 Aug 12 22:52:56.967732 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-3697dad1-0fd4-44ef-868d-c670ad8940f5 service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941246 Aug 12 22:52:57.060554 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c590a97-20dd-49bc-92a3-10c204230fec req-aecacf66-2d9e-48af-9c57-c6176a76e71a service neutron] 10.222.0.42 "GET /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809791 Aug 12 22:52:57.391514 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-75a4a102-f02a-44ac-a89a-4f8a383cbfc0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:57.392926 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-75a4a102-f02a-44ac-a89a-4f8a383cbfc0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0487926 Aug 12 22:52:57.585181 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.636434 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:52:57.740753 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:57.742314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413f4ff-d156-4581-a8c1-130ea9b4e3a1 req-51f8aabc-064f-4228-929b-f1e7fe716dd9 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:57.743843 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1413f4ff-d156-4581-a8c1-130ea9b4e3a1 req-51f8aabc-064f-4228-929b-f1e7fe716dd9 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 946 time: 0.0813875 Aug 12 22:52:57.753456 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1', 'network_id': 'd29cac0a-ad22-435f-ac44-7ede00113b5b', 'port_id': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1', 'mac_address': 'fa:16:3e:3e:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f25df-51d1-4fab-a8c1-92c1dde9f204', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:52:57.771953 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5842379-9ada-404e-a18c-88fe9c38c0a8 req-16d4916f-c42e-4953-b734-9c4239749d6e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:57.773745 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a5842379-9ada-404e-a18c-88fe9c38c0a8 req-16d4916f-c42e-4953-b734-9c4239749d6e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0510206 Aug 12 22:52:57.783348 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Deleting port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:52:57.783791 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.795391 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.808830 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:52:57.815595 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a5842379-9ada-404e-a18c-88fe9c38c0a8 req-183cf218-d4be-4820-9b82-8c4f9888dc1e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Aug 12 22:52:57.835608 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:57.840305 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.840978 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1413f4ff-d156-4581-a8c1-130ea9b4e3a1 req-a42b7850-a12e-437a-96c3-c49a84b55e08 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885878 Aug 12 22:52:57.894195 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:57.898152 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] For port 8f9269a0-9c5e-4974-909b-b9637aac2ef6, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8f9269a0-9c5e-4974-909b-b9637aac2ef6,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:57.898550 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.912168 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Calling delete_port for 8f9269a0-9c5e-4974-909b-b9637aac2ef6 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:52:57.926656 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559eb7d-1114-4720-a409-5113e0972c51 req-5e8dad9f-77c0-48f5-9c24-4df05e59e976 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:57.928137 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b559eb7d-1114-4720-a409-5113e0972c51 req-5e8dad9f-77c0-48f5-9c24-4df05e59e976 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 945 time: 0.0486984 Aug 12 22:52:57.971605 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b559eb7d-1114-4720-a409-5113e0972c51 req-c43b01e9-9105-403b-898a-92c94155286c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368464 Aug 12 22:52:58.046920 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.075716 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event deleted for resources: {'Port': ['ID=8f9269a0-9c5e-4974-909b-b9637aac2ef6,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:58.118546 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc', 'bdc184d0-c936-4553-8411-444c7f3686cd', '4017f46d-e846-4163-941f-e4a3ad1ddd19', '8f9269a0-9c5e-4974-909b-b9637aac2ef6'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:52:58.119912 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] No DVR routers for this DVR port 8f9269a0-9c5e-4974-909b-b9637aac2ef6 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:52:58.123318 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.124637 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a7839f30-28ee-41d0-b8f4-0b7918740e01 req-abf5da15-9415-487b-8ed9-55e3a60b5d5a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "DELETE /v2.0/ports/8f9269a0-9c5e-4974-909b-b9637aac2ef6 HTTP/1.1" status: 204 len: 173 time: 0.7163069 Aug 12 22:52:58.125091 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d50664-a16d-4dec-95c2-b173f818375e', 'name': 'network-vif-deleted', 'tag': '8f9269a0-9c5e-4974-909b-b9637aac2ef6'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:52:58.127643 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0e3982-a06d-48ed-9fa7-3def7b4ebac8" -d '{"events": [{"server_uuid": "72d50664-a16d-4dec-95c2-b173f818375e", "name": "network-vif-deleted", "tag": "8f9269a0-9c5e-4974-909b-b9637aac2ef6"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:52:58.168851 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b09375-59a5-41a5-9ff9-2debc77a0cad x-openstack-request-id: req-71b09375-59a5-41a5-9ff9-2debc77a0cad {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:52:58.169139 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d50664-a16d-4dec-95c2-b173f818375e", "name": "network-vif-deleted", "tag": "8f9269a0-9c5e-4974-909b-b9637aac2ef6", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:52:58.169419 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71b09375-59a5-41a5-9ff9-2debc77a0cad {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:52:58.169767 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d50664-a16d-4dec-95c2-b173f818375e', 'name': 'network-vif-deleted', 'tag': '8f9269a0-9c5e-4974-909b-b9637aac2ef6', 'status': 'completed', 'code': 200} Aug 12 22:52:58.427457 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['e3939956-e5c0-48ef-b5d2-3e90ad92a0e1'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:52:58.940257 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cfb00-c974-4ff8-a8c4-38a6ec845e49 req-5fb8dac0-6d4a-420b-8aba-cb2cb0cfa950 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:58.941704 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-058cfb00-c974-4ff8-a8c4-38a6ec845e49 req-5fb8dac0-6d4a-420b-8aba-cb2cb0cfa950 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0551941 Aug 12 22:52:58.963707 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65966631-65e5-4c00-bcff-87334f3af146 req-26596b27-386e-44d5-96f9-f508ec4bcb53 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d50664-a16d-4dec-95c2-b173f818375e HTTP/1.1" status: 200 len: 210 time: 0.0273244 Aug 12 22:52:58.984985 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-058cfb00-c974-4ff8-a8c4-38a6ec845e49 req-25ce0647-08dc-4fdf-a4ee-4c30f87e0a19 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356581 Aug 12 22:52:59.093689 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.097402 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2996b-33a0-4769-bb69-5a06c470ad58 req-ca8dc88e-e5d2-466c-a262-b26e1d729d1c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:59.099018 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d5c2996b-33a0-4769-bb69-5a06c470ad58 req-ca8dc88e-e5d2-466c-a262-b26e1d729d1c tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 945 time: 0.0567079 Aug 12 22:52:59.137660 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d5c2996b-33a0-4769-bb69-5a06c470ad58 req-26ad0f3e-a177-4918-a8e8-b7224e02ae16 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Aug 12 22:53:00.114612 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b89c3-6a61-4935-a5f1-4b36d17c8778 req-c43df0bc-08fa-4853-9302-36e222c7d2c5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:00.116165 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac1b89c3-6a61-4935-a5f1-4b36d17c8778 req-c43df0bc-08fa-4853-9302-36e222c7d2c5 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0506172 Aug 12 22:53:00.155540 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac1b89c3-6a61-4935-a5f1-4b36d17c8778 req-a5023118-8e0b-44a3-b9c5-8f76460edc35 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Aug 12 22:53:00.260702 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c7548-c94f-4943-b9ee-3af2e4a1f32f req-877b23da-5488-4bbf-8829-6ab265071ffa tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:00.262193 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-211c7548-c94f-4943-b9ee-3af2e4a1f32f req-877b23da-5488-4bbf-8829-6ab265071ffa tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Aug 12 22:53:00.299325 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-211c7548-c94f-4943-b9ee-3af2e4a1f32f req-47c1c050-cc0c-4ac5-8d3a-a2ebc94fb04e tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Aug 12 22:53:01.282229 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e6238-0eb2-4e27-83c7-2ba42e942f2d req-fd7d058f-d548-4457-9c76-7502f6e98b21 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.283740 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee4e6238-0eb2-4e27-83c7-2ba42e942f2d req-fd7d058f-d548-4457-9c76-7502f6e98b21 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0569484 Aug 12 22:53:01.325273 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee4e6238-0eb2-4e27-83c7-2ba42e942f2d req-58f702ea-b268-49d8-b510-826618129e8d tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Aug 12 22:53:01.393699 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549ef6-d5fc-4c29-b2eb-2a51fd221b3c req-a656f122-2ccb-49d3-a79c-1cefab2fe9bb tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.395279 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98549ef6-d5fc-4c29-b2eb-2a51fd221b3c req-a656f122-2ccb-49d3-a79c-1cefab2fe9bb tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0500798 Aug 12 22:53:01.439834 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98549ef6-d5fc-4c29-b2eb-2a51fd221b3c req-446574b7-f2a9-4afb-b98c-08651538c65e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Aug 12 22:53:01.440440 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc678-e114-4d3e-af4d-a6373251c279 req-9ef11519-343f-427b-945c-e25ed22acdee tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.442077 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4c1bc678-e114-4d3e-af4d-a6373251c279 req-9ef11519-343f-427b-945c-e25ed22acdee tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 945 time: 0.0500009 Aug 12 22:53:01.480960 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4c1bc678-e114-4d3e-af4d-a6373251c279 req-ab8f5112-3489-401e-8dd0-17e4b2a6244f tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Aug 12 22:53:01.752012 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:01.798550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:01.802130 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:01.802581 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.882056 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.907194 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:01.909421 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d6e8e6-f460-47ff-9eb2-81c5fcf5ed37" -d '{"events": [{"server_uuid": "602b9c45-7db0-4c47-b15e-43b176eb6373", "name": "network-vif-plugged", "status": "completed", "tag": "e3939956-e5c0-48ef-b5d2-3e90ad92a0e1"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:01.923860 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:01.928798 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.929921 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 8f9269a0-9c5e-4974-909b-b9637aac2ef6 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:01.953491 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fee097-011b-4adf-914f-7b0e6e221353 x-openstack-request-id: req-08fee097-011b-4adf-914f-7b0e6e221353 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:01.953778 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602b9c45-7db0-4c47-b15e-43b176eb6373", "name": "network-vif-plugged", "status": "completed", "tag": "e3939956-e5c0-48ef-b5d2-3e90ad92a0e1", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:01.954279 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08fee097-011b-4adf-914f-7b0e6e221353 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:01.954702 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1', 'code': 200} Aug 12 22:53:01.972468 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 8f9269a0-9c5e-4974-909b-b9637aac2ef6 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:01.972785 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 8f9269a0-9c5e-4974-909b-b9637aac2ef6 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:01.997893 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:02.243290 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a46c-dc03-4039-94b1-868014b97a0f req-89188dfa-b63a-49fc-a37f-6433f54a7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:02.245548 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3cc1a46c-dc03-4039-94b1-868014b97a0f req-89188dfa-b63a-49fc-a37f-6433f54a7684 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 1099 time: 0.0438604 Aug 12 22:53:02.297990 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3cc1a46c-dc03-4039-94b1-868014b97a0f req-f2a4e208-7b4f-46bb-87e9-8ce4c3e2668d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265868 Aug 12 22:53:02.555170 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb6ded-7f1d-4e71-a3c6-48f9496d2994 req-49b14666-a760-4215-87fb-fea3d7ecc08d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:02.557431 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4dbb6ded-7f1d-4e71-a3c6-48f9496d2994 req-49b14666-a760-4215-87fb-fea3d7ecc08d tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0479493 Aug 12 22:53:02.594480 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4dbb6ded-7f1d-4e71-a3c6-48f9496d2994 req-b8736f01-c7c0-402e-8abc-397170609f1b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Aug 12 22:53:02.698826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871d4a-078b-4cc2-9c21-0ef15bb66eac req-30b10793-781c-4be0-9442-8c591cd8687b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:02.700284 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-af871d4a-078b-4cc2-9c21-0ef15bb66eac req-30b10793-781c-4be0-9442-8c591cd8687b tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Aug 12 22:53:02.740553 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-af871d4a-078b-4cc2-9c21-0ef15bb66eac req-075d8774-de2c-487a-bfd6-c5439c05d6e7 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Aug 12 22:53:03.713168 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0001-5276-4788-9e1d-a349094483d1 req-a0c1a984-3cca-4c0f-854e-80a8f46d1d8a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:03.714625 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0f2c0001-5276-4788-9e1d-a349094483d1 req-a0c1a984-3cca-4c0f-854e-80a8f46d1d8a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0511997 Aug 12 22:53:03.751020 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0f2c0001-5276-4788-9e1d-a349094483d1 req-57fe882b-c52d-4b09-8e5c-dd287a34e4cd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Aug 12 22:53:03.855344 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179cd9e-f7a6-4d91-8836-9ae3c33abeb5 req-ffbfa453-9d56-45cd-9d89-bf72eafaec7f tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:03.856810 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7179cd9e-f7a6-4d91-8836-9ae3c33abeb5 req-ffbfa453-9d56-45cd-9d89-bf72eafaec7f tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Aug 12 22:53:03.893252 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7179cd9e-f7a6-4d91-8836-9ae3c33abeb5 req-b73b580b-2132-4ef1-b48f-5f9aa206c2f1 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Aug 12 22:53:04.862685 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448d638-f6cd-441a-83cc-66ea4a044823 req-577c8139-e001-4727-8785-cff165168b48 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:04.864119 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e448d638-f6cd-441a-83cc-66ea4a044823 req-577c8139-e001-4727-8785-cff165168b48 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0470972 Aug 12 22:53:04.900985 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e448d638-f6cd-441a-83cc-66ea4a044823 req-ae5fdd24-605b-4362-a9bb-96638d30fd86 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Aug 12 22:53:05.004251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d805-394a-4d4a-b365-094e0d3d38fa req-d3d4761a-d8f7-4c8a-a9c6-6aab84570a07 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:05.005705 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f320d805-394a-4d4a-b365-094e0d3d38fa req-d3d4761a-d8f7-4c8a-a9c6-6aab84570a07 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0474336 Aug 12 22:53:05.043118 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f320d805-394a-4d4a-b365-094e0d3d38fa req-b28fb1d9-e8d2-459a-9ec6-7547cca72028 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Aug 12 22:53:06.016775 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213219-d706-402d-8d77-57035ccd5d5f req-e729c4b5-c203-48a0-8f78-f1bf28e854bd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:06.018228 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5e213219-d706-402d-8d77-57035ccd5d5f req-e729c4b5-c203-48a0-8f78-f1bf28e854bd tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0520139 Aug 12 22:53:06.054844 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5e213219-d706-402d-8d77-57035ccd5d5f req-0fac2798-a641-492f-8436-928e043c910b tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Aug 12 22:53:07.168433 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e3d7-2a3b-437a-89fe-9896ff9511e4 req-de650102-b06b-41ca-b963-787ce90a4039 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:07.169933 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb24e3d7-2a3b-437a-89fe-9896ff9511e4 req-de650102-b06b-41ca-b963-787ce90a4039 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0486481 Aug 12 22:53:07.229709 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb24e3d7-2a3b-437a-89fe-9896ff9511e4 req-4e35e027-2dbd-4c2f-9fde-ed20926660c2 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515404 Aug 12 22:53:07.242723 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-b619a53b-3710-445c-8779-1290825aead4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:07.244581 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-b619a53b-3710-445c-8779-1290825aead4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 946 time: 0.0735795 Aug 12 22:53:07.340236 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Deleting port 4017f46d-e846-4163-941f-e4a3ad1ddd19 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:07.340563 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.426795 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] For port 4017f46d-e846-4163-941f-e4a3ad1ddd19, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=4017f46d-e846-4163-941f-e4a3ad1ddd19,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:07.427175 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.439942 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Calling delete_port for 4017f46d-e846-4163-941f-e4a3ad1ddd19 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:07.573300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.605191 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event deleted for resources: {'Port': ['ID=4017f46d-e846-4163-941f-e4a3ad1ddd19,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:07.620098 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc', 'bdc184d0-c936-4553-8411-444c7f3686cd', '4017f46d-e846-4163-941f-e4a3ad1ddd19'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:07.648278 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] No DVR routers for this DVR port 4017f46d-e846-4163-941f-e4a3ad1ddd19 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:07.651454 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.653541 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fd3c691c-d84c-4788-bf43-76d75f16789b req-e1898a66-ab00-4a95-be6c-27fb3f61c804 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "DELETE /v2.0/ports/4017f46d-e846-4163-941f-e4a3ad1ddd19 HTTP/1.1" status: 204 len: 173 time: 0.4025571 Aug 12 22:53:07.654217 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'name': 'network-vif-deleted', 'tag': '4017f46d-e846-4163-941f-e4a3ad1ddd19'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:07.656222 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6bf8c6-8be8-49b8-a055-7ea877f0d561" -d '{"events": [{"server_uuid": "1ab3b5ef-123a-428e-aecd-fc0375d9b456", "name": "network-vif-deleted", "tag": "4017f46d-e846-4163-941f-e4a3ad1ddd19"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:07.695892 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a753a7d6-3164-4147-8b3b-ca51fe35f35c x-openstack-request-id: req-a753a7d6-3164-4147-8b3b-ca51fe35f35c {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:07.696957 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab3b5ef-123a-428e-aecd-fc0375d9b456", "name": "network-vif-deleted", "tag": "4017f46d-e846-4163-941f-e4a3ad1ddd19", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:07.697367 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a753a7d6-3164-4147-8b3b-ca51fe35f35c {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:07.697909 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab3b5ef-123a-428e-aecd-fc0375d9b456', 'name': 'network-vif-deleted', 'tag': '4017f46d-e846-4163-941f-e4a3ad1ddd19', 'status': 'completed', 'code': 200} Aug 12 22:53:08.340878 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b4437e8-ef08-4481-b380-980ddd382605 req-6fad871e-078f-436e-ae43-9c564bbead31 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab3b5ef-123a-428e-aecd-fc0375d9b456 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Aug 12 22:53:09.622008 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125367ce-9f13-4427-8e3d-243174a7b167 req-2960961d-78d0-4a4d-9b6b-a6ba0dbd467c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:09.623765 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-125367ce-9f13-4427-8e3d-243174a7b167 req-2960961d-78d0-4a4d-9b6b-a6ba0dbd467c tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 946 time: 0.0576880 Aug 12 22:53:09.664504 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-125367ce-9f13-4427-8e3d-243174a7b167 req-1d9b5ef0-4cc3-4c1d-be10-b2f155587f86 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Aug 12 22:53:09.665612 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb3413-685c-4f7c-8db1-9a7a64fa3675 req-91ef86b9-fd14-4a9b-ac13-7abfb8d92160 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:09.667516 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a3fb3413-685c-4f7c-8db1-9a7a64fa3675 req-91ef86b9-fd14-4a9b-ac13-7abfb8d92160 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0619619 Aug 12 22:53:09.706814 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a3fb3413-685c-4f7c-8db1-9a7a64fa3675 req-0e60c8b9-eb0d-4f50-9ce5-fb54c19323fc tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Aug 12 22:53:09.786072 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 4017f46d-e846-4163-941f-e4a3ad1ddd19 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:09.806566 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 4017f46d-e846-4163-941f-e4a3ad1ddd19 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:09.806899 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 4017f46d-e846-4163-941f-e4a3ad1ddd19 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:10.782180 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31e815-5697-47ee-94ae-08daedeadac9 req-292d2a9f-f7e9-423e-a3a5-011d784cb9c8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.783912 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5c31e815-5697-47ee-94ae-08daedeadac9 req-292d2a9f-f7e9-423e-a3a5-011d784cb9c8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 946 time: 0.0488191 Aug 12 22:53:10.822830 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4feb29-2230-42c0-a30e-06557258408c req-bf4d9860-8426-488c-8f78-e0c12f852021 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.823546 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5c31e815-5697-47ee-94ae-08daedeadac9 req-f42a1e07-c4ff-4cfc-a2b3-c280613947a4 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329351 Aug 12 22:53:10.824357 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae4feb29-2230-42c0-a30e-06557258408c req-bf4d9860-8426-488c-8f78-e0c12f852021 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0503516 Aug 12 22:53:10.863131 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae4feb29-2230-42c0-a30e-06557258408c req-9103b1cb-9db2-4444-8877-824acfb5cd16 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Aug 12 22:53:11.944463 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5244b-7db5-4af3-a13c-5519a942158f req-3f8caf75-0af1-4505-ab7b-974de5edeb83 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:11.945955 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fde5244b-7db5-4af3-a13c-5519a942158f req-3f8caf75-0af1-4505-ab7b-974de5edeb83 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 946 time: 0.0516963 Aug 12 22:53:11.986149 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fde5244b-7db5-4af3-a13c-5519a942158f req-53af444a-6b29-4197-9156-cc2a9b647152 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Aug 12 22:53:12.014071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccaad9-2691-4324-baff-b7f775ce2d1a req-30092163-30be-4478-a6e2-f86e9de4711b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:12.015706 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cfccaad9-2691-4324-baff-b7f775ce2d1a req-30092163-30be-4478-a6e2-f86e9de4711b tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0831540 Aug 12 22:53:12.028800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-1635d4eb-71b8-4f98-9e03-9549bfab52d6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:12.030163 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-1635d4eb-71b8-4f98-9e03-9549bfab52d6 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 946 time: 0.0663755 Aug 12 22:53:12.089214 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cfccaad9-2691-4324-baff-b7f775ce2d1a req-24cca983-78ea-4b0e-9983-2c6a19aec73e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581012 Aug 12 22:53:12.144711 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Deleting port bdc184d0-c936-4553-8411-444c7f3686cd {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:12.144976 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:12.233257 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] For port bdc184d0-c936-4553-8411-444c7f3686cd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=bdc184d0-c936-4553-8411-444c7f3686cd,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:12.233619 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:12.246011 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Calling delete_port for bdc184d0-c936-4553-8411-444c7f3686cd owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:12.375480 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:12.408489 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event deleted for resources: {'Port': ['ID=bdc184d0-c936-4553-8411-444c7f3686cd,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:12.429008 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc', 'bdc184d0-c936-4553-8411-444c7f3686cd'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:12.445817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] No DVR routers for this DVR port bdc184d0-c936-4553-8411-444c7f3686cd on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:12.448878 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:12.451053 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b147ad1-9f26-44f1-8dd1-3193f633f21f req-2c9c3143-367e-4a78-badd-25ca7e562020 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "DELETE /v2.0/ports/bdc184d0-c936-4553-8411-444c7f3686cd HTTP/1.1" status: 204 len: 173 time: 0.4068115 Aug 12 22:53:12.451510 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'name': 'network-vif-deleted', 'tag': 'bdc184d0-c936-4553-8411-444c7f3686cd'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:12.453950 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b316abcc-c5f0-4dac-815d-36dc8f717ef4" -d '{"events": [{"server_uuid": "bdeb395d-3876-41c5-9a18-54187d42781c", "name": "network-vif-deleted", "tag": "bdc184d0-c936-4553-8411-444c7f3686cd"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:12.490588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86690d94-a0dc-4b09-abdd-54d9040e3932 x-openstack-request-id: req-86690d94-a0dc-4b09-abdd-54d9040e3932 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:12.490884 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb395d-3876-41c5-9a18-54187d42781c", "name": "network-vif-deleted", "tag": "bdc184d0-c936-4553-8411-444c7f3686cd", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:12.491135 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86690d94-a0dc-4b09-abdd-54d9040e3932 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:12.491531 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb395d-3876-41c5-9a18-54187d42781c', 'name': 'network-vif-deleted', 'tag': 'bdc184d0-c936-4553-8411-444c7f3686cd', 'status': 'completed', 'code': 200} Aug 12 22:53:13.089168 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-41a1e7ee-6f5e-4865-a36a-f50bc9db9c44 req-fce4ea79-02df-4ef3-9d24-05fc6b7356c8 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdeb395d-3876-41c5-9a18-54187d42781c HTTP/1.1" status: 200 len: 210 time: 0.0269790 Aug 12 22:53:13.212672 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de297d-7dfe-4142-86df-c60fdc5bba4b req-7fb3e69c-36ff-4735-b844-39333ddbe301 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:13.214276 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e5de297d-7dfe-4142-86df-c60fdc5bba4b req-7fb3e69c-36ff-4735-b844-39333ddbe301 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0540819 Aug 12 22:53:13.252142 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e5de297d-7dfe-4142-86df-c60fdc5bba4b req-fc42eeba-b84f-4e0c-ac12-cc560417e8bd tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Aug 12 22:53:13.764817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e23c4-eb93-49c4-a3cc-30724689902a req-ce9de220-290e-47c9-b88e-cfae82aac7f8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:13.766177 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-687e23c4-eb93-49c4-a3cc-30724689902a req-ce9de220-290e-47c9-b88e-cfae82aac7f8 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Aug 12 22:53:13.863181 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Deleting port e39eb103-a78c-4976-8432-de7074d5becc {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:13.863519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:13.954883 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] For port e39eb103-a78c-4976-8432-de7074d5becc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e39eb103-a78c-4976-8432-de7074d5becc,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:13.955237 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:13.968257 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Calling delete_port for e39eb103-a78c-4976-8432-de7074d5becc owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:14.104963 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:14.132602 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Pushing event deleted for resources: {'Port': ['ID=e39eb103-a78c-4976-8432-de7074d5becc,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:14.153173 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['6bb02cb9-137e-48f1-a55e-eadd487b094d', 'e39eb103-a78c-4976-8432-de7074d5becc'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:14.177826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] No DVR routers for this DVR port e39eb103-a78c-4976-8432-de7074d5becc on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:14.180831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:14.182819 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-687e23c4-eb93-49c4-a3cc-30724689902a req-703ff824-f30c-4e84-997b-bed05715cb6f tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "DELETE /v2.0/ports/e39eb103-a78c-4976-8432-de7074d5becc HTTP/1.1" status: 204 len: 173 time: 0.4061108 Aug 12 22:53:14.367346 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-505683d2-6243-40ec-b3b1-e1522ffcb23c req-5cac7f91-8b84-436a-ae79-eb4868b0e1e1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=68f24354-7716-4a9e-b0c7-2d08ab0e5569 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Aug 12 22:53:14.492293 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'name': 'network-vif-deleted', 'tag': 'e39eb103-a78c-4976-8432-de7074d5becc'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:14.494878 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002dd8eb-34ee-4c9b-863d-30066f49268e" -d '{"events": [{"server_uuid": "68f24354-7716-4a9e-b0c7-2d08ab0e5569", "name": "network-vif-deleted", "tag": "e39eb103-a78c-4976-8432-de7074d5becc"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:14.529737 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79a392a-7ba8-4691-bedd-6122b9e01a32 x-openstack-request-id: req-d79a392a-7ba8-4691-bedd-6122b9e01a32 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:14.530029 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f24354-7716-4a9e-b0c7-2d08ab0e5569", "name": "network-vif-deleted", "tag": "e39eb103-a78c-4976-8432-de7074d5becc", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:14.530386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d79a392a-7ba8-4691-bedd-6122b9e01a32 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:14.530807 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f24354-7716-4a9e-b0c7-2d08ab0e5569', 'name': 'network-vif-deleted', 'tag': 'e39eb103-a78c-4976-8432-de7074d5becc', 'status': 'completed', 'code': 200} Aug 12 22:53:15.496824 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ce1c9-0aa4-401c-b7bf-81c5324e8f32 req-46ed726f-787c-42de-a5c6-f47139b7150e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.498315 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fe9ce1c9-0aa4-401c-b7bf-81c5324e8f32 req-46ed726f-787c-42de-a5c6-f47139b7150e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0501261 Aug 12 22:53:15.538068 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fe9ce1c9-0aa4-401c-b7bf-81c5324e8f32 req-87e1e182-ca84-43c6-a545-b62a98071d33 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Aug 12 22:53:15.643465 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f71336-7ff4-4db1-91e6-95ace69abd23 req-c70cd7a3-2246-47ea-85d1-9b44a45207ec tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.645090 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-58f71336-7ff4-4db1-91e6-95ace69abd23 req-c70cd7a3-2246-47ea-85d1-9b44a45207ec tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0513947 Aug 12 22:53:15.685707 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-58f71336-7ff4-4db1-91e6-95ace69abd23 req-ab1da3dc-5d5b-4979-9005-fb68deed117c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Aug 12 22:53:15.859328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e39eb103-a78c-4976-8432-de7074d5becc no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:15.881014 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: e39eb103-a78c-4976-8432-de7074d5becc {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:15.881352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e39eb103-a78c-4976-8432-de7074d5becc not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:15.881752 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device bdc184d0-c936-4553-8411-444c7f3686cd no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:15.899519 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: bdc184d0-c936-4553-8411-444c7f3686cd {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:15.899804 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device bdc184d0-c936-4553-8411-444c7f3686cd not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:16.658517 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f40fd-5d88-4d5a-ac49-caf566b20127 req-d3f3ad4d-01e5-48e2-bc5e-04f6a4545809 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.659996 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-819f40fd-5d88-4d5a-ac49-caf566b20127 req-d3f3ad4d-01e5-48e2-bc5e-04f6a4545809 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0504684 Aug 12 22:53:16.811028 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e12ff-52a3-4d9b-9236-2933e7eedc51 req-4435b2f8-84a1-4a9c-a1fa-873c87cfe2be tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.812602 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-600e12ff-52a3-4d9b-9236-2933e7eedc51 req-4435b2f8-84a1-4a9c-a1fa-873c87cfe2be tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0564909 Aug 12 22:53:16.856042 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-600e12ff-52a3-4d9b-9236-2933e7eedc51 req-0f26e471-c430-4cd0-ac79-1a8cf534fabe tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Aug 12 22:53:16.917070 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-819f40fd-5d88-4d5a-ac49-caf566b20127 req-ee0bda86-0be2-4690-a52c-67beb507a10a tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503078 Aug 12 22:53:17.973414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10f36a-6f9e-4785-a159-b134ba4850a0 req-6bbabe8f-20a0-48e7-9d82-06c85bbdb7fb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.975472 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a10f36a-6f9e-4785-a159-b134ba4850a0 req-6bbabe8f-20a0-48e7-9d82-06c85bbdb7fb tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0518405 Aug 12 22:53:18.013022 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a10f36a-6f9e-4785-a159-b134ba4850a0 req-78475ce2-dceb-4027-9bad-5c415d6d7336 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Aug 12 22:53:18.035843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42f716-5b16-4f48-b4db-96d1e7da4910 req-7263fa05-77f2-4159-a883-2ba3301f0452 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:18.037295 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b42f716-5b16-4f48-b4db-96d1e7da4910 req-7263fa05-77f2-4159-a883-2ba3301f0452 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0482004 Aug 12 22:53:18.074726 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b42f716-5b16-4f48-b4db-96d1e7da4910 req-2ed63a9c-9bd4-422d-84e7-c5ddc0bf7e2e tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Aug 12 22:53:19.129017 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d1757-8d5b-4efa-8404-dd73e82bdde6 req-744d18ff-7c2d-4ff0-9322-66b3a1cd2391 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.130587 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-776d1757-8d5b-4efa-8404-dd73e82bdde6 req-744d18ff-7c2d-4ff0-9322-66b3a1cd2391 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0501845 Aug 12 22:53:19.168016 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-776d1757-8d5b-4efa-8404-dd73e82bdde6 req-b6bda7c0-80ab-45fb-82e6-0f995665d74e tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Aug 12 22:53:19.189937 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a587a-663d-421b-a3a6-a2678f6e9384 req-3c7504bc-38c5-47d0-b6be-4e8353ad42cf tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.191468 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-658a587a-663d-421b-a3a6-a2678f6e9384 req-3c7504bc-38c5-47d0-b6be-4e8353ad42cf tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0490637 Aug 12 22:53:19.231466 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-658a587a-663d-421b-a3a6-a2678f6e9384 req-39d9c901-9d32-4121-b6ba-ce623b0a4b89 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/security-groups?id=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Aug 12 22:53:19.460852 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa73641-7677-4bae-988d-7f4895e153be req-79deb490-55ed-4b42-a91b-1b2159ea0d24 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.462815 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ffa73641-7677-4bae-988d-7f4895e153be req-79deb490-55ed-4b42-a91b-1b2159ea0d24 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 945 time: 0.0505891 Aug 12 22:53:19.555636 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Deleting port 29975f40-7f80-480b-9e4b-661d546427bc {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:19.556087 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:19.645816 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] For port 29975f40-7f80-480b-9e4b-661d546427bc, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=29975f40-7f80-480b-9e4b-661d546427bc,segment=NetworkSegment(e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c),segment_id=e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:19.646164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:19.659476 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Calling delete_port for 29975f40-7f80-480b-9e4b-661d546427bc owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:19.788080 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:19.820634 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Pushing event deleted for resources: {'Port': ['ID=29975f40-7f80-480b-9e4b-661d546427bc,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:19.858998 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] No DVR routers for this DVR port 29975f40-7f80-480b-9e4b-661d546427bc on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:19.861542 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:19.863775 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ffa73641-7677-4bae-988d-7f4895e153be req-b5aa5834-bf69-48b6-9640-64e23cab5ec0 tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.42 "DELETE /v2.0/ports/29975f40-7f80-480b-9e4b-661d546427bc HTTP/1.1" status: 204 len: 173 time: 0.3945520 Aug 12 22:53:19.864296 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'name': 'network-vif-deleted', 'tag': '29975f40-7f80-480b-9e4b-661d546427bc'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:19.866545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a268b5-3eaf-4792-bcd8-1130781e2f65" -d '{"events": [{"server_uuid": "fa02e3d2-92db-4515-b171-e675befe2bdd", "name": "network-vif-deleted", "tag": "29975f40-7f80-480b-9e4b-661d546427bc"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:19.902136 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5d04d2-377c-48f6-ad64-ed9567ce8358 x-openstack-request-id: req-4d5d04d2-377c-48f6-ad64-ed9567ce8358 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:19.902464 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa02e3d2-92db-4515-b171-e675befe2bdd", "name": "network-vif-deleted", "tag": "29975f40-7f80-480b-9e4b-661d546427bc", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:19.902709 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d5d04d2-377c-48f6-ad64-ed9567ce8358 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:19.903090 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa02e3d2-92db-4515-b171-e675befe2bdd', 'name': 'network-vif-deleted', 'tag': '29975f40-7f80-480b-9e4b-661d546427bc', 'status': 'completed', 'code': 200} Aug 12 22:53:20.289271 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b0ed4-bea7-4dda-b2ab-6f884c589fa8 req-a98afa7c-5edf-4c80-a42a-4e040199ee86 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:20.290981 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bb5b0ed4-bea7-4dda-b2ab-6f884c589fa8 req-a98afa7c-5edf-4c80-a42a-4e040199ee86 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0542383 Aug 12 22:53:20.333390 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bb5b0ed4-bea7-4dda-b2ab-6f884c589fa8 req-0a020c6e-0358-46c3-8d18-0cf9d351f149 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Aug 12 22:53:20.335268 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eacdba06-3eb4-4eb2-9425-ad0bbfeba934 req-89f216a6-27cc-4111-b6bc-9e190eb3d9df tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.0299051 Aug 12 22:53:21.440809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1c227334-2558-4b61-bf51-8361299e479c req-53fdcf70-5042-42bc-ba90-cdec7b3904fb tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.0257809 Aug 12 22:53:21.449351 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5597d4a-eb03-443f-999d-bbc408f0543d req-b8ce316d-19f1-44c5-a226-8b16dc5da8be tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.450843 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d5597d4a-eb03-443f-999d-bbc408f0543d req-b8ce316d-19f1-44c5-a226-8b16dc5da8be tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Aug 12 22:53:21.487674 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d5597d4a-eb03-443f-999d-bbc408f0543d req-e30acfbd-8b85-420b-bbf3-fcac4683715a tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Aug 12 22:53:21.873436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['29975f40-7f80-480b-9e4b-661d546427bc'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:22.559602 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f8335931-fba2-4f5f-8965-66fbad06a84a req-37054dd8-3d13-4312-88c2-4fcae67ded2f tempest-AttachVolumeNegativeTest-1469114812 tempest-AttachVolumeNegativeTest-1469114812-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa02e3d2-92db-4515-b171-e675befe2bdd HTTP/1.1" status: 200 len: 210 time: 0.0308814 Aug 12 22:53:22.614454 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83cc0-49dc-4a45-9590-32c95625eb27 req-0f845215-62e3-45d6-a984-e64f838ce0e1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:22.615954 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c7a83cc0-49dc-4a45-9590-32c95625eb27 req-0f845215-62e3-45d6-a984-e64f838ce0e1 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0565569 Aug 12 22:53:22.666936 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c7a83cc0-49dc-4a45-9590-32c95625eb27 req-ba45d3e1-fdd1-404f-8535-136e80068989 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Aug 12 22:53:23.434164 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54b1a-eac8-4b52-a55c-129ad2e73cd9 req-151e0e9e-b49d-44b1-91d9-8f2f24f48a81 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:23.435710 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-14f54b1a-eac8-4b52-a55c-129ad2e73cd9 req-151e0e9e-b49d-44b1-91d9-8f2f24f48a81 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0521407 Aug 12 22:53:23.474061 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-14f54b1a-eac8-4b52-a55c-129ad2e73cd9 req-f84d5edb-1488-4ad7-b49e-56438f96940f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Aug 12 22:53:23.623761 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45780) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:23.668770 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Deleting subnet 2dabd4a9-ad0d-406f-aacb-fcada9cededa {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:53:23.671757 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.707931 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.746636 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.778625 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8836a9e-3ecf-4fe3-a81f-523d853bc6d4 req-1b5573a0-c17d-4960-a9bb-6f7cc2c317a0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:23.780157 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c8836a9e-3ecf-4fe3-a81f-523d853bc6d4 req-1b5573a0-c17d-4960-a9bb-6f7cc2c317a0 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Aug 12 22:53:23.806662 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.822232 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c8836a9e-3ecf-4fe3-a81f-523d853bc6d4 req-51ab8c85-f094-4ee0-952f-dce6d9f0169c tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346444 Aug 12 22:53:23.834329 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dabd4a9-ad0d-406f-aacb-fcada9cededa,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:23.836297 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.839409 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ea53cc50-d91e-406f-a2f4-98db74433b22 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2dabd4a9-ad0d-406f-aacb-fcada9cededa HTTP/1.1" status: 204 len: 168 time: 0.2144279 Aug 12 22:53:23.843020 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45784) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:23.859919 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2399bef2-c7e2-44d4-8ab8-2ecae34e8eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.888746 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 29975f40-7f80-480b-9e4b-661d546427bc no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:23.909363 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 29975f40-7f80-480b-9e4b-661d546427bc {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:23.909709 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 29975f40-7f80-480b-9e4b-661d546427bc not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:23.915439 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.999452 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.009457 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f150414-5e1f-487e-8cb2-5af39ae2908c']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:24.019145 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:24.019435 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74f4a6a-af7e-4a0e-9b29-6d0c738c4c2c') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:24.028283 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264366209'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.042671 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.048585 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:53:24.048958 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264481036'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: Traceback (most recent call last): Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: timer() Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: cb(*args, **kw) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: return func(*args, **kwargs) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: self._notify() Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: self.callback(batched_events) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: event.method(event) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: return f(self, *a, **k) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._get(url).json() Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:53:24.050591 dv-cinder-803748-6-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:53:24.101048 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.108733 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.110553 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9f150414-5e1f-487e-8cb2-5af39ae2908c HTTP/1.1" status: 204 len: 168 time: 0.2660832 Aug 12 22:53:24.120940 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd08b75-ac31-4e8a-98ff-1cc4b934a773 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f150414-5e1f-487e-8cb2-5af39ae2908c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:24.273825 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45788) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:24.316592 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6f3cea2b-3bd8-4542-b80f-57a70be13d04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b04dff3a71e480991f7eb7fca608f59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414431 Aug 12 22:53:24.319057 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45790) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:24.366317 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a1fd-0f8b-477b-9925-14fd2a53a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.387406 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a1fd-0f8b-477b-9925-14fd2a53a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.434054 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a1fd-0f8b-477b-9925-14fd2a53a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.436615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a1fd-0f8b-477b-9925-14fd2a53a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.437746 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5ba8a1fd-0f8b-477b-9925-14fd2a53a383 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/847b71c3-7dd2-4240-9ae9-c6cb9d3e5960 HTTP/1.1" status: 204 len: 168 time: 0.1177537 Aug 12 22:53:24.445209 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8a1fd-0f8b-477b-9925-14fd2a53a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b71c3-7dd2-4240-9ae9-c6cb9d3e5960,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:24.598276 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2dfd-ed64-4439-a31c-27134472fe8c req-bdd4ec1d-685f-4a14-a4c1-f2cc6fac1663 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.606589 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-92dd2dfd-ed64-4439-a31c-27134472fe8c req-bdd4ec1d-685f-4a14-a4c1-f2cc6fac1663 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0591788 Aug 12 22:53:24.641354 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-92dd2dfd-ed64-4439-a31c-27134472fe8c req-a7d49b6e-a967-40b7-b177-c2c419713ae0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Aug 12 22:53:24.937361 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db402e-a4a3-473e-b2a2-90a0f18eede1 req-ebb59f79-6325-4927-9a52-c7445a064781 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.938968 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10db402e-a4a3-473e-b2a2-90a0f18eede1 req-ebb59f79-6325-4927-9a52-c7445a064781 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0499518 Aug 12 22:53:24.980657 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10db402e-a4a3-473e-b2a2-90a0f18eede1 req-410d65b7-2cf8-45d5-831d-5e11dc999c27 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Aug 12 22:53:25.443932 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:25.770025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa5de-5269-4d10-ba1b-94927ab2fc73 req-d866a1bc-8901-41a1-abaf-2cdfecf50416 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.771627 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71ffa5de-5269-4d10-ba1b-94927ab2fc73 req-d866a1bc-8901-41a1-abaf-2cdfecf50416 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0590479 Aug 12 22:53:25.819811 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71ffa5de-5269-4d10-ba1b-94927ab2fc73 req-ee0c2638-e4d6-41a8-9774-de71abbfc621 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356994 Aug 12 22:53:26.108531 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680f96-6d59-4cb4-b4aa-fbaa2500ab9b req-d0252e2b-e703-45eb-a58c-7b5296a60036 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.110519 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ec680f96-6d59-4cb4-b4aa-fbaa2500ab9b req-d0252e2b-e703-45eb-a58c-7b5296a60036 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0541241 Aug 12 22:53:26.152142 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ec680f96-6d59-4cb4-b4aa-fbaa2500ab9b req-c5d2d3ee-31c0-4eed-ab76-98cf3c789026 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 12 22:53:26.386918 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ccf730e7-7399-448a-88cf-88c33bf37802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:26.528937 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:26.944263 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322244-6133-4855-bf5b-590751ca79d8 req-d37db5e5-527b-41f2-98bc-75cf610871e2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.945755 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6322244-6133-4855-bf5b-590751ca79d8 req-d37db5e5-527b-41f2-98bc-75cf610871e2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0554705 Aug 12 22:53:26.984121 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6322244-6133-4855-bf5b-590751ca79d8 req-152a9fb6-0197-419d-806c-116aebec555c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Aug 12 22:53:27.152830 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-5043315c-61ac-4ec7-adb2-2ba442b57517 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.154410 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-5043315c-61ac-4ec7-adb2-2ba442b57517 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0487785 Aug 12 22:53:27.293824 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Deleting port 6bb02cb9-137e-48f1-a55e-eadd487b094d {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:27.294632 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:27.305561 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab071b5-fe4a-4e3f-8e94-4cc82563ae3c req-23f3ab49-ce55-4201-8fb3-6742bba09a33 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.307625 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bab071b5-fe4a-4e3f-8e94-4cc82563ae3c req-23f3ab49-ce55-4201-8fb3-6742bba09a33 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b20d20f-24d3-4582-924e-8019ba164994 HTTP/1.1" status: 200 len: 946 time: 0.0762067 Aug 12 22:53:27.412124 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bab071b5-fe4a-4e3f-8e94-4cc82563ae3c req-de9c1db7-39a4-40d5-ae0b-df743e963b89 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc498ccd-156f-4320-98af-b237ee15c794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940154 Aug 12 22:53:27.441201 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] For port 6bb02cb9-137e-48f1-a55e-eadd487b094d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6bb02cb9-137e-48f1-a55e-eadd487b094d,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:27.441714 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:27.456729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Calling delete_port for 6bb02cb9-137e-48f1-a55e-eadd487b094d owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:27.580431 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:27.595279 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:27.623783 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Pushing event deleted for resources: {'Port': ['ID=6bb02cb9-137e-48f1-a55e-eadd487b094d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:27.646812 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['6bb02cb9-137e-48f1-a55e-eadd487b094d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:27.666731 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] No DVR routers for this DVR port 6bb02cb9-137e-48f1-a55e-eadd487b094d on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:27.669332 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:27.671388 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e52a568d-4a3b-4025-bb2a-e6f0c5e3f6c0 req-ffe95658-e233-4de8-bc1b-2dbe31b88763 tempest-ServerRescueNegativeTestJSON-1431797343 tempest-ServerRescueNegativeTestJSON-1431797343-project] 10.222.0.42 "DELETE /v2.0/ports/6bb02cb9-137e-48f1-a55e-eadd487b094d HTTP/1.1" status: 204 len: 173 time: 0.5093958 Aug 12 22:53:27.671820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b20d20f-24d3-4582-924e-8019ba164994', 'name': 'network-vif-deleted', 'tag': '6bb02cb9-137e-48f1-a55e-eadd487b094d'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:27.674470 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489efec5-2e16-4d6e-b523-7d156ee6a407" -d '{"events": [{"server_uuid": "3b20d20f-24d3-4582-924e-8019ba164994", "name": "network-vif-deleted", "tag": "6bb02cb9-137e-48f1-a55e-eadd487b094d"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:27.711555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eabca2-eee1-4e4e-b58e-02999d5cf89a x-openstack-request-id: req-32eabca2-eee1-4e4e-b58e-02999d5cf89a {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:27.714185 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b20d20f-24d3-4582-924e-8019ba164994", "name": "network-vif-deleted", "tag": "6bb02cb9-137e-48f1-a55e-eadd487b094d", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:27.714570 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32eabca2-eee1-4e4e-b58e-02999d5cf89a {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:27.714970 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b20d20f-24d3-4582-924e-8019ba164994', 'name': 'network-vif-deleted', 'tag': '6bb02cb9-137e-48f1-a55e-eadd487b094d', 'status': 'completed', 'code': 200} Aug 12 22:53:28.103988 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3c14-fafd-4a80-b0d9-add8bdbfe2df req-652196b5-82e1-4b93-8665-943012618e90 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.105506 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a93a3c14-fafd-4a80-b0d9-add8bdbfe2df req-652196b5-82e1-4b93-8665-943012618e90 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0537801 Aug 12 22:53:28.143411 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a93a3c14-fafd-4a80-b0d9-add8bdbfe2df req-8d1d84f6-2ae4-42ef-8688-0067c904c822 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Aug 12 22:53:28.350812 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d23e9-b148-4556-ac97-d187d2c9f111 req-60f00e33-0ec2-496c-9fd0-28257aae86ab tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.352768 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-230d23e9-b148-4556-ac97-d187d2c9f111 req-60f00e33-0ec2-496c-9fd0-28257aae86ab tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0544801 Aug 12 22:53:28.392783 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-230d23e9-b148-4556-ac97-d187d2c9f111 req-b8c4eeae-c10b-4287-be9c-44b31e67198e tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Aug 12 22:53:28.472946 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45902) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:29.096293 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.113387 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.367080 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd4f2-8281-4080-bf1c-24b064c86abb req-1de948f0-81f9-4f55-91ce-8347cd6e8ee8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:29.369510 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99fcd4f2-8281-4080-bf1c-24b064c86abb req-1de948f0-81f9-4f55-91ce-8347cd6e8ee8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.1322525 Aug 12 22:53:29.442934 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99fcd4f2-8281-4080-bf1c-24b064c86abb req-d14e04d2-2b48-4238-ad6c-0a2f6f98bb15 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669007 Aug 12 22:53:29.488200 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Deleting port 716c6564-391f-47ad-8adf-8cba0d299b14 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:29.488545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.511269 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc381807-285d-4037-bbfa-2529aa6dec60 req-6bd5386b-c0f1-42c7-a806-2ed3f3bf5bff tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:29.512752 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc381807-285d-4037-bbfa-2529aa6dec60 req-6bd5386b-c0f1-42c7-a806-2ed3f3bf5bff tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0482690 Aug 12 22:53:29.553184 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc381807-285d-4037-bbfa-2529aa6dec60 req-0b439409-9c5a-40dd-afae-2a4278d3a1f2 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Aug 12 22:53:29.567874 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] For port 716c6564-391f-47ad-8adf-8cba0d299b14, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=716c6564-391f-47ad-8adf-8cba0d299b14,segment=NetworkSegment(dff27647-3bd3-45f8-bfcf-376483304876),segment_id=dff27647-3bd3-45f8-bfcf-376483304876)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:29.568236 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.585039 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Calling delete_port for 716c6564-391f-47ad-8adf-8cba0d299b14 owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:29.780151 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.807394 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Pushing event deleted for resources: {'Port': ['ID=716c6564-391f-47ad-8adf-8cba0d299b14,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:29.962324 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.167913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:53:30.275815 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:53:30.281262 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-87715c01-2170-4800-a096-3e4a1c5e3455 admin admin] 10.222.0.49 "PUT /v2.0/routers/1d14cb9e-2388-41f7-a0b9-d779dd614ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072643 Aug 12 22:53:30.283753 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45932) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:30.285222 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] Sync routers for ids ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:53:30.294802 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] Routers {'1d14cb9e-2388-41f7-a0b9-d779dd614ff8'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:30.295406 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:30.386767 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.398535 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] Set router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:30.491245 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.577410 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:53:29Z', 'revision_number': 5, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port': {'id': '9ad935a4-0768-4d20-a7a0-a5050bb5b681', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:19Z', 'updated_at': '2021-08-12T22:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:30.586914 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ed59d-a956-4459-94e4-27fedbac7c85 req-e112c6d1-224e-44df-bd67-fa4936030cd4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.588443 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5b7ed59d-a956-4459-94e4-27fedbac7c85 req-e112c6d1-224e-44df-bd67-fa4936030cd4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0666385 Aug 12 22:53:30.589917 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Deleting port 9ad935a4-0768-4d20-a7a0-a5050bb5b681 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:30.590255 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.611145 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] Checking router: 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:53:30.620623 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] Routers {'1d14cb9e-2388-41f7-a0b9-d779dd614ff8'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:30.620756 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:30.687607 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5b7ed59d-a956-4459-94e4-27fedbac7c85 req-a2b5a0be-d6e6-415e-808a-d5fafd9b78a6 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854604 Aug 12 22:53:30.695069 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ef9e7-2e48-48f4-9c7b-fd83b9d3ffa4 req-32c87e1b-c592-4517-a5f4-789cf787a856 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.703618 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-687ef9e7-2e48-48f4-9c7b-fd83b9d3ffa4 req-32c87e1b-c592-4517-a5f4-789cf787a856 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0619032 Aug 12 22:53:30.703832 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] For port 9ad935a4-0768-4d20-a7a0-a5050bb5b681, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=9ad935a4-0768-4d20-a7a0-a5050bb5b681,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:30.704167 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.721915 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Calling delete_port for 9ad935a4-0768-4d20-a7a0-a5050bb5b681 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:30.724449 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] Set router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:30.737473 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-687ef9e7-2e48-48f4-9c7b-fd83b9d3ffa4 req-f21d0c88-fc8f-4ef1-861d-37c2ca88fa13 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Aug 12 22:53:30.866037 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:53:30Z', 'revision_number': 6, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:30.892800 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e9dd-103a-4aff-8d81-278b3f6211e7 None None] The sync data for ids ['1d14cb9e-2388-41f7-a0b9-d779dd614ff8'] in dv-cinder-803748-6-iscsi is: [{'id': '1d14cb9e-2388-41f7-a0b9-d779dd614ff8', 'name': 'tempest-ServerRescueNegativeTestJSON-1183389200-router', 'tenant_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:53:30Z', 'revision_number': 6, 'project_id': '98e8fc6ad9b24eee86f4e43c4ae491d7', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:53:30.895176 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.920563 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad935a4-0768-4d20-a7a0-a5050bb5b681,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:30.988146 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.052692 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:53:31.092415 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.094523 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.160187 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.160704 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d14cb9e-2388-41f7-a0b9-d779dd614ff8 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:53:31.166188 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.167386 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-735876d0-d093-482d-b67f-b6c758777c30 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1d14cb9e-2388-41f7-a0b9-d779dd614ff8 HTTP/1.1" status: 204 len: 168 time: 0.8826399 Aug 12 22:53:31.169896 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45940) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:31.213353 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Deleting subnet daf462fa-61e4-4686-89da-af32bbd60fc8 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:53:31.216235 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.250242 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.292814 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.360974 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.401033 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 6bb02cb9-137e-48f1-a55e-eadd487b094d no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:31.423715 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 6bb02cb9-137e-48f1-a55e-eadd487b094d {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:31.424056 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 6bb02cb9-137e-48f1-a55e-eadd487b094d not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:31.604038 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf462fa-61e4-4686-89da-af32bbd60fc8,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:31.605871 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.607783 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d58d0c3e-edac-4f70-962e-2415d99f843a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/daf462fa-61e4-4686-89da-af32bbd60fc8 HTTP/1.1" status: 204 len: 168 time: 0.4369171 Aug 12 22:53:31.610338 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 45946) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:31.684951 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.718548 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9ad935a4-0768-4d20-a7a0-a5050bb5b681 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:31.739338 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 9ad935a4-0768-4d20-a7a0-a5050bb5b681 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:31.739683 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9ad935a4-0768-4d20-a7a0-a5050bb5b681 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:31.740096 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 716c6564-391f-47ad-8adf-8cba0d299b14 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:31.759726 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 716c6564-391f-47ad-8adf-8cba0d299b14 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:31.760065 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 716c6564-391f-47ad-8adf-8cba0d299b14 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:31.806418 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.818328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf8b277-e8fe-4235-a41a-17b07deaf487']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:31.831921 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff27647-3bd3-45f8-bfcf-376483304876') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:31.832212 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff27647-3bd3-45f8-bfcf-376483304876') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:31.850709 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582a625-81ca-4e7e-8b5f-0346632e8baf req-f927140b-2b81-4743-b2db-93bf2667faa8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:31.852938 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a582a625-81ca-4e7e-8b5f-0346632e8baf req-f927140b-2b81-4743-b2db-93bf2667faa8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0856738 Aug 12 22:53:31.854817 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264366209'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.869754 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6308-8066-4170-b2d8-5e74926c674d req-97eea36d-af59-4721-b372-ea6ddd7ba19a tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:31.871335 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-691c6308-8066-4170-b2d8-5e74926c674d req-97eea36d-af59-4721-b372-ea6ddd7ba19a tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0572343 Aug 12 22:53:31.878009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.888771 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:53:31.889161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264481036'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: Traceback (most recent call last): Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: timer() Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: cb(*args, **kw) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: return func(*args, **kwargs) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: self._notify() Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: self.callback(batched_events) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: event.method(event) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: return f(self, *a, **k) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._get(url).json() Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:53:31.890790 dv-cinder-803748-6-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:53:31.915547 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-691c6308-8066-4170-b2d8-5e74926c674d req-662dee64-f67c-41e0-8782-a5c31de91fee tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/security-groups?id=c17319c5-d638-477f-89ed-c0ea39f9a91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Aug 12 22:53:31.947939 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a582a625-81ca-4e7e-8b5f-0346632e8baf req-064cdbf2-6f56-4202-8f32-5a7a43d22bf3 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867519 Aug 12 22:53:31.969711 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.004472 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.006152 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9bf8b277-e8fe-4235-a41a-17b07deaf487 HTTP/1.1" status: 204 len: 168 time: 0.3949914 Aug 12 22:53:32.009264 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc86eec-b812-4a6e-871d-9663bfac01d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf8b277-e8fe-4235-a41a-17b07deaf487,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:32.047429 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6b53a788-6de1-4c91-8d3f-67b758253f7e tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.048900 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6b53a788-6de1-4c91-8d3f-67b758253f7e tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 946 time: 0.0525432 Aug 12 22:53:32.151026 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Deleting port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:32.151368 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.182241 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 45958) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:32.224442 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ad4a417d-9933-49c4-ba2c-01f6e6eec576 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98e8fc6ad9b24eee86f4e43c4ae491d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407844 Aug 12 22:53:32.226871 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 45962) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:32.240067 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] For port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,segment=NetworkSegment(3adbf868-b169-4e6a-9e6a-049cf62f1da3),segment_id=3adbf868-b169-4e6a-9e6a-049cf62f1da3)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:32.240454 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.253584 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Calling delete_port for e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:32.275618 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ac35938-8757-4f74-85e2-3ee5c5058131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.296206 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ac35938-8757-4f74-85e2-3ee5c5058131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.364468 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ac35938-8757-4f74-85e2-3ee5c5058131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.367918 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0ac35938-8757-4f74-85e2-3ee5c5058131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.368971 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0ac35938-8757-4f74-85e2-3ee5c5058131 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc498ccd-156f-4320-98af-b237ee15c794 HTTP/1.1" status: 204 len: 168 time: 0.1410525 Aug 12 22:53:32.388495 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac35938-8757-4f74-85e2-3ee5c5058131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc498ccd-156f-4320-98af-b237ee15c794,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:32.395052 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.406837 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-bddd7b7a-f87a-483a-891d-b610af348ff5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727654 Aug 12 22:53:32.439047 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Pushing event deleted for resources: {'Port': ['ID=e3939956-e5c0-48ef-b5d2-3e90ad92a0e1,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:32.443490 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['e3939956-e5c0-48ef-b5d2-3e90ad92a0e1'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:32.509729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] No DVR routers for this DVR port e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:32.512418 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.514577 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d99e10c-2b36-4d40-a6db-4fc67894b26d req-6bbb6f3a-bb2e-45e1-be7e-5a2ec23f1608 tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.42 "DELETE /v2.0/ports/e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 HTTP/1.1" status: 204 len: 173 time: 0.4593039 Aug 12 22:53:32.515019 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'name': 'network-vif-deleted', 'tag': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:32.515178 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-a7acbdd8-a701-41ec-93a9-967f2662a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.517595 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-a7acbdd8-a701-41ec-93a9-967f2662a9d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 1099 time: 0.0611510 Aug 12 22:53:32.518101 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c6b21-f795-4ca0-88b8-c4249669f5b9" -d '{"events": [{"server_uuid": "602b9c45-7db0-4c47-b15e-43b176eb6373", "name": "network-vif-deleted", "tag": "e3939956-e5c0-48ef-b5d2-3e90ad92a0e1"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:32.579443 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c6ca2-080d-4155-8738-8b0b399c3c90 x-openstack-request-id: req-011c6ca2-080d-4155-8738-8b0b399c3c90 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:32.579816 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602b9c45-7db0-4c47-b15e-43b176eb6373", "name": "network-vif-deleted", "tag": "e3939956-e5c0-48ef-b5d2-3e90ad92a0e1", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:32.580103 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-011c6ca2-080d-4155-8738-8b0b399c3c90 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:32.580619 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602b9c45-7db0-4c47-b15e-43b176eb6373', 'name': 'network-vif-deleted', 'tag': 'e3939956-e5c0-48ef-b5d2-3e90ad92a0e1', 'status': 'completed', 'code': 200} Aug 12 22:53:32.676567 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-07a5ea87-2d35-4912-af11-648cbd34654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.678853 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-07a5ea87-2d35-4912-af11-648cbd34654f service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.1288314 Aug 12 22:53:32.772018 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-98cebd14-6af1-4211-a319-94ff08b42426 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 200 len: 1000 time: 0.0831423 Aug 12 22:53:32.835025 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-e717771b-0a7d-4805-acab-5b3ab04d1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.836719 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-e717771b-0a7d-4805-acab-5b3ab04d1ecc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0491614 Aug 12 22:53:32.888116 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-27692560-06a5-46eb-87dc-a7866809ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.889730 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-27692560-06a5-46eb-87dc-a7866809ae89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458088 Aug 12 22:53:33.004101 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-13badf66-c4f4-4e5e-86e8-f266d6198bae service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056943 Aug 12 22:53:33.042641 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fd5ed33b-7ba6-439c-bfd3-c3c644c30fe1 req-57777d5f-e5f1-48c6-998b-c083116549bb tempest-VolumesSnapshotTestJSON-1799742009 tempest-VolumesSnapshotTestJSON-1799742009-project] 10.222.0.49 "GET /v2.0/ports?device_id=602b9c45-7db0-4c47-b15e-43b176eb6373 HTTP/1.1" status: 200 len: 210 time: 0.0392368 Aug 12 22:53:33.154618 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79c97c-66c0-47c3-b81e-fe4f5131714d req-3b5bcc02-e800-44d0-9dd7-f24f6d21e9ee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:33.156120 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e79c97c-66c0-47c3-b81e-fe4f5131714d req-3b5bcc02-e800-44d0-9dd7-f24f6d21e9ee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0773778 Aug 12 22:53:33.185363 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de2488b1-7780-49de-95b6-690ac7fcce84 req-4376de85-fa84-42dc-875f-f9382a62bfe2 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732571 Aug 12 22:53:33.206616 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4e79c97c-66c0-47c3-b81e-fe4f5131714d req-bed0e475-0755-4be1-b750-884b460809b2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442576 Aug 12 22:53:34.332094 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ed15c-32ef-4e8f-bca6-b559b2f0a8bc req-b1a38da6-dcb2-40f3-b37b-ec3b4ce526ed tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:34.333796 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f08ed15c-32ef-4e8f-bca6-b559b2f0a8bc req-b1a38da6-dcb2-40f3-b37b-ec3b4ce526ed tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Aug 12 22:53:34.393336 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f08ed15c-32ef-4e8f-bca6-b559b2f0a8bc req-05674184-89e3-4fa7-ac3b-f109de2a7104 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Aug 12 22:53:35.511003 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7c072-9552-4435-8b6e-09c7542f203d req-35d7e19b-4ef9-401d-9d70-4b3f871046ab tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:35.513110 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d2e7c072-9552-4435-8b6e-09c7542f203d req-35d7e19b-4ef9-401d-9d70-4b3f871046ab tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0544195 Aug 12 22:53:35.552448 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d2e7c072-9552-4435-8b6e-09c7542f203d req-9bb3b4b8-dba6-421d-9672-92ae46899eb9 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Aug 12 22:53:35.606470 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46104) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:35.711227 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e247a678-c261-4f17-83f6-ddf9edc71cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.798683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e247a678-c261-4f17-83f6-ddf9edc71cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.802336 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e247a678-c261-4f17-83f6-ddf9edc71cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.840045 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e247a678-c261-4f17-83f6-ddf9edc71cee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76748fc4f34445f9965942358955aaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335415 Aug 12 22:53:35.841931 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247a678-c261-4f17-83f6-ddf9edc71cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3367d61-dc15-4496-a226-017121faeef9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:35.842708 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46108) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:35.894102 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c936d03-089d-40af-a2d7-552813d601fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.914837 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c936d03-089d-40af-a2d7-552813d601fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.959287 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c936d03-089d-40af-a2d7-552813d601fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.962144 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c936d03-089d-40af-a2d7-552813d601fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:35.963403 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3c936d03-089d-40af-a2d7-552813d601fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3367d61-dc15-4496-a226-017121faeef9 HTTP/1.1" status: 204 len: 168 time: 0.1195946 Aug 12 22:53:35.970982 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c936d03-089d-40af-a2d7-552813d601fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3367d61-dc15-4496-a226-017121faeef9,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:36.219084 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46120) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:36.239160 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6b897993-216c-43b5-9e30-bd698613bb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.325892 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6b897993-216c-43b5-9e30-bd698613bb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.329809 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6b897993-216c-43b5-9e30-bd698613bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.367855 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6b897993-216c-43b5-9e30-bd698613bb45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c20e55360d4342adaab8e70a5e8e449d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474075 Aug 12 22:53:36.368690 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b897993-216c-43b5-9e30-bd698613bb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad3ee71-634c-455c-8a16-1e64ed357f87,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:36.370529 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46122) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:36.419799 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6114-1f16-4f9e-bd53-a5ff905bdaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.444878 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6114-1f16-4f9e-bd53-a5ff905bdaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.491497 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6114-1f16-4f9e-bd53-a5ff905bdaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.494524 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6114-1f16-4f9e-bd53-a5ff905bdaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:36.495661 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-cf8f6114-1f16-4f9e-bd53-a5ff905bdaf9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ad3ee71-634c-455c-8a16-1e64ed357f87 HTTP/1.1" status: 204 len: 168 time: 0.1240432 Aug 12 22:53:36.503040 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f6114-1f16-4f9e-bd53-a5ff905bdaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad3ee71-634c-455c-8a16-1e64ed357f87,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:36.677295 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd1626-6c2e-4e8a-9f8d-a936746bf8bd req-aad3e09f-01a1-4402-bf6d-ab3bd8f9d1c9 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:36.678880 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10bd1626-6c2e-4e8a-9f8d-a936746bf8bd req-aad3e09f-01a1-4402-bf6d-ab3bd8f9d1c9 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0506210 Aug 12 22:53:36.719863 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10bd1626-6c2e-4e8a-9f8d-a936746bf8bd req-81bf11f1-6c31-4c84-8385-a008abdd8bcd tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Aug 12 22:53:37.371033 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:37.394099 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:37.394440 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e3939956-e5c0-48ef-b5d2-3e90ad92a0e1 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:37.834908 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da1283-28cf-4c9e-9e85-86c66a1aad76 req-05ee9536-c682-4b33-a77e-809ca60e560a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:37.837142 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-56da1283-28cf-4c9e-9e85-86c66a1aad76 req-05ee9536-c682-4b33-a77e-809ca60e560a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0507102 Aug 12 22:53:37.873356 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-56da1283-28cf-4c9e-9e85-86c66a1aad76 req-c27e389f-c940-480b-9b1e-bfcebbff4156 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304761 Aug 12 22:53:38.986500 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f4c4-12c5-442b-a15c-6c97ea9c6e76 req-f3e4b6ee-5a11-4fc9-972e-7504c9da7f1a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:38.988357 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f6c6f4c4-12c5-442b-a15c-6c97ea9c6e76 req-f3e4b6ee-5a11-4fc9-972e-7504c9da7f1a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Aug 12 22:53:39.027472 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f6c6f4c4-12c5-442b-a15c-6c97ea9c6e76 req-715ffb09-e20e-4c72-b650-6004b106be5e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Aug 12 22:53:40.141562 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7d6f8-bdeb-4f81-b866-038a6c4b4c63 req-3c0d8a8c-ee8f-4ca0-952e-6995eeb035ed tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:40.143066 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ffe7d6f8-bdeb-4f81-b866-038a6c4b4c63 req-3c0d8a8c-ee8f-4ca0-952e-6995eeb035ed tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0491531 Aug 12 22:53:40.187834 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ffe7d6f8-bdeb-4f81-b866-038a6c4b4c63 req-82476696-6998-479c-8fcc-205595ae71a1 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Aug 12 22:53:41.303003 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537057d1-acb6-4b0d-a877-054d0a03156e req-23c929dd-7519-429f-a326-b28d06e30118 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.305307 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-537057d1-acb6-4b0d-a877-054d0a03156e req-23c929dd-7519-429f-a326-b28d06e30118 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Aug 12 22:53:41.347501 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-537057d1-acb6-4b0d-a877-054d0a03156e req-0e27ae0b-d8cb-413b-a902-e6bbe21a2070 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358870 Aug 12 22:53:41.594639 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9480cc-4b83-44fb-a821-bcd159bcaf25 req-78a5c129-39a5-41c7-bcb4-d4c19d16f931 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.596573 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5f9480cc-4b83-44fb-a821-bcd159bcaf25 req-78a5c129-39a5-41c7-bcb4-d4c19d16f931 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0915310 Aug 12 22:53:41.678365 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5f9480cc-4b83-44fb-a821-bcd159bcaf25 req-5e52f06a-a0e7-44d8-82fb-27eac05feb60 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752923 Aug 12 22:53:41.694264 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-724e4696-db25-49ec-a89b-74cca0d4001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.697096 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-724e4696-db25-49ec-a89b-74cca0d4001e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1098 time: 0.0532811 Aug 12 22:53:41.797052 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-ded0b2de-84bc-4801-9daa-7fe845f759f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.798527 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-ded0b2de-84bc-4801-9daa-7fe845f759f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.0919557 Aug 12 22:53:41.867973 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-bfe23c4a-8e54-4c90-b503-2f79b621dc86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 1001 time: 0.0612121 Aug 12 22:53:41.918497 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-9d6522a0-ece0-4357-a888-c8511c399dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.919962 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-9d6522a0-ece0-4357-a888-c8511c399dae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0454299 Aug 12 22:53:41.973945 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-e83f5689-0873-4bb9-bb35-4eb1ff06e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.975981 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-e83f5689-0873-4bb9-bb35-4eb1ff06e95d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482147 Aug 12 22:53:42.088229 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-786db48a-fb86-4427-9d15-610628704d26 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032546 Aug 12 22:53:42.186376 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6ceb96b7-c931-4ccb-a24a-0c9fe5571942 req-2511e58c-557a-4d6d-956a-edb242694bdb service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895665 Aug 12 22:53:42.805388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0b439-16aa-4803-ba30-8dfff042cb8b req-3a5ef6b9-0686-465e-8616-b134d5584e3a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:42.807060 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ac0b439-16aa-4803-ba30-8dfff042cb8b req-3a5ef6b9-0686-465e-8616-b134d5584e3a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0505245 Aug 12 22:53:42.847897 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ac0b439-16aa-4803-ba30-8dfff042cb8b req-d46cf72b-db81-44c6-9af7-33a43c8ec631 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346737 Aug 12 22:53:43.126576 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46332) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:43.223315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.314430 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.318100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.356672 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5510b29db8949608170cef3db5d0c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414050 Aug 12 22:53:43.357519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2235ebb-3439-4f41-991a-254745680fe5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:43.359354 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46346) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:43.365192 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.365192 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.365391 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.365647 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.365974 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.366319 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.366643 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.367514 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.368224 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.368356 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.368735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.369360 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cb3229-a283-4837-9518-186b512209d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:43.433608 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-97a7d30c-5958-4d07-b4d3-d5639a03fbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.460084 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-97a7d30c-5958-4d07-b4d3-d5639a03fbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.521701 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-97a7d30c-5958-4d07-b4d3-d5639a03fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.525079 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-97a7d30c-5958-4d07-b4d3-d5639a03fbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.528693 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-97a7d30c-5958-4d07-b4d3-d5639a03fbe2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2235ebb-3439-4f41-991a-254745680fe5 HTTP/1.1" status: 204 len: 168 time: 0.1658442 Aug 12 22:53:43.536029 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7d30c-5958-4d07-b4d3-d5639a03fbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2235ebb-3439-4f41-991a-254745680fe5,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:43.967187 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d69526-b1a9-4459-97e4-1c89f60af9b9 req-697ec1cd-926d-4bf3-892f-7ac7e69e585f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:43.968742 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1d69526-b1a9-4459-97e4-1c89f60af9b9 req-697ec1cd-926d-4bf3-892f-7ac7e69e585f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Aug 12 22:53:44.013406 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1d69526-b1a9-4459-97e4-1c89f60af9b9 req-052f0ad0-6897-46c7-bccc-1174fff11c53 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Aug 12 22:53:48.926319 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46480) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:49.028258 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-33bf2ebe-cd0d-4daf-b625-fef384525a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.114940 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-33bf2ebe-cd0d-4daf-b625-fef384525a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.118642 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-33bf2ebe-cd0d-4daf-b625-fef384525a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.158011 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf2ebe-cd0d-4daf-b625-fef384525a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c965b2-9fc3-44c4-8599-09ae7d70ba26,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:49.163188 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-33bf2ebe-cd0d-4daf-b625-fef384525a01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fc349c05416421b91e45ee924f33558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359273 Aug 12 22:53:49.166407 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46484) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:49.217468 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17a3beeb-6277-4e0c-bd8b-bf9d722383b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.242353 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17a3beeb-6277-4e0c-bd8b-bf9d722383b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.292882 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17a3beeb-6277-4e0c-bd8b-bf9d722383b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.293951 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17a3beeb-6277-4e0c-bd8b-bf9d722383b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:49.295131 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-17a3beeb-6277-4e0c-bd8b-bf9d722383b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68c965b2-9fc3-44c4-8599-09ae7d70ba26 HTTP/1.1" status: 204 len: 168 time: 0.1274581 Aug 12 22:53:49.304460 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3beeb-6277-4e0c-bd8b-bf9d722383b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c965b2-9fc3-44c4-8599-09ae7d70ba26,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:50.272107 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46526) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:50.377026 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82fe0743-c2b2-4128-99dc-af8c28196882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.464240 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82fe0743-c2b2-4128-99dc-af8c28196882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.468111 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82fe0743-c2b2-4128-99dc-af8c28196882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.510836 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-82fe0743-c2b2-4128-99dc-af8c28196882 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b5b3dd127474a869e3cf96cb3fb287b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376115 Aug 12 22:53:50.511776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe0743-c2b2-4128-99dc-af8c28196882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3ab995-0c0e-48f6-b43f-4b91ff1c7932,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:50.513436 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46534) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:50.561997 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e813d7c6-dab2-44f1-966c-1786e006d7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.582751 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e813d7c6-dab2-44f1-966c-1786e006d7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.629783 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e813d7c6-dab2-44f1-966c-1786e006d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.632410 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e813d7c6-dab2-44f1-966c-1786e006d7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.634162 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e813d7c6-dab2-44f1-966c-1786e006d7db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d3ab995-0c0e-48f6-b43f-4b91ff1c7932 HTTP/1.1" status: 204 len: 168 time: 0.1196609 Aug 12 22:53:50.641852 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813d7c6-dab2-44f1-966c-1786e006d7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3ab995-0c0e-48f6-b43f-4b91ff1c7932,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:53.852114 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-983c343d-7f2d-4470-a2bd-13fd0d33f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:55.446256 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.387915 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2083ec4b-32cc-4efe-be5e-e079f0dc121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.529825 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.583290 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.097544 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.480730 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b9c9b-1e65-460c-a476-a4869b78527b req-53627e82-4011-453e-a7f8-722361ad0e1a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:00.482082 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-143b9c9b-1e65-460c-a476-a4869b78527b req-53627e82-4011-453e-a7f8-722361ad0e1a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0508068 Aug 12 22:54:00.524207 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-143b9c9b-1e65-460c-a476-a4869b78527b req-0c377bb1-32da-43fa-8ae3-7db1ea0f6057 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354176 Aug 12 22:54:01.649600 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1682f-f664-4ea0-994f-9f81cc81916e req-f8a56afd-a67c-44c3-9c6e-e85eb8c59a25 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:01.651742 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3cc1682f-f664-4ea0-994f-9f81cc81916e req-f8a56afd-a67c-44c3-9c6e-e85eb8c59a25 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0548618 Aug 12 22:54:01.688842 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3cc1682f-f664-4ea0-994f-9f81cc81916e req-8137ea97-3c36-4667-8abf-e00bc6be6190 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Aug 12 22:54:02.828403 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65082b0-6d75-4aa5-bdc9-f7d5edca9236 req-5bed3093-6923-4101-88c2-260537e2c6e8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.830084 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f65082b0-6d75-4aa5-bdc9-f7d5edca9236 req-5bed3093-6923-4101-88c2-260537e2c6e8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0589404 Aug 12 22:54:02.883459 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f65082b0-6d75-4aa5-bdc9-f7d5edca9236 req-1728c51b-faed-4338-a5ae-b13f9c1504c4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407920 Aug 12 22:54:03.653208 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-7f5dfa31-87d3-4875-aca8-40d64ecf2ebc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.654637 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-7f5dfa31-87d3-4875-aca8-40d64ecf2ebc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0512493 Aug 12 22:54:03.747866 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Deleting port 0c2092fb-f48e-405f-a646-6bf94681d339 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:54:03.748201 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:03.838861 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] For port 0c2092fb-f48e-405f-a646-6bf94681d339, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=0c2092fb-f48e-405f-a646-6bf94681d339,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:03.839597 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.005707 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7164-3ae9-4482-9048-d692148a1b1b req-0b3e0e24-dfb4-42f4-9d14-b3f46d28ed15 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:04.007764 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-595a7164-3ae9-4482-9048-d692148a1b1b req-0b3e0e24-dfb4-42f4-9d14-b3f46d28ed15 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 946 time: 0.0564141 Aug 12 22:54:04.063966 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-595a7164-3ae9-4482-9048-d692148a1b1b req-1e1c92dc-d9ef-49d9-9c7d-d9d9bcba60e9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=a65093ba-533a-4f79-9aeb-565bdac033f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Aug 12 22:54:04.080352 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.080714 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.081028 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Floating IP 845a46ef-36b9-45d1-b5c4-e39140d2b206 disassociated. External IP: 172.27.2.23, port: 0c2092fb-f48e-405f-a646-6bf94681d339. Aug 12 22:54:04.081359 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Calling delete_port for 0c2092fb-f48e-405f-a646-6bf94681d339 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:54:04.214579 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.242918 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event deleted for resources: {'Port': ['ID=0c2092fb-f48e-405f-a646-6bf94681d339,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:04.254703 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.255247 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.255729 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.256216 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.256714 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.257207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.257698 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.258029 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.258462 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.258797 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.259158 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.259552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.400946 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Router c047f161-d8b2-42b4-83ed-368a44808d37 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:54:04.510724 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:04.520717 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:04.530924 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:04.531537 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:04.551564 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] No DVR routers for this DVR port 0c2092fb-f48e-405f-a646-6bf94681d339 on host hv-cinder-80374 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:54:04.554082 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.556289 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47631580-1c8d-437d-8a2a-94c39b5c59ac req-fc2292b8-e422-4678-bee3-5e0fdc5c8b21 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "DELETE /v2.0/ports/0c2092fb-f48e-405f-a646-6bf94681d339 HTTP/1.1" status: 204 len: 173 time: 0.8942654 Aug 12 22:54:04.556933 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-deleted', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:04.559210 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232f2e8c-4435-4a4a-9a8d-1396e187d94f" -d '{"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-deleted", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:04.597595 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ea23a-ab95-4944-99ca-b0fbc0d4c541 x-openstack-request-id: req-639ea23a-ab95-4944-99ca-b0fbc0d4c541 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:04.598002 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40c79d5-28e0-45b5-bfa7-88dc900c4155", "name": "network-vif-deleted", "tag": "0c2092fb-f48e-405f-a646-6bf94681d339", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:04.598969 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-639ea23a-ab95-4944-99ca-b0fbc0d4c541 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:04.598969 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c79d5-28e0-45b5-bfa7-88dc900c4155', 'name': 'network-vif-deleted', 'tag': '0c2092fb-f48e-405f-a646-6bf94681d339', 'status': 'completed', 'code': 200} Aug 12 22:54:04.662417 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46886) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:04.714505 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Deleting subnet 6e2f25df-51d1-4fab-a8c1-92c1dde9f204 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:54:04.718225 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.763101 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.766550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:04.803202 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.860263 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.887654 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2f25df-51d1-4fab-a8c1-92c1dde9f204,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:04.889637 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.891545 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-145fac36-cfe4-4243-881d-fa7cb474e6e8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6e2f25df-51d1-4fab-a8c1-92c1dde9f204 HTTP/1.1" status: 204 len: 168 time: 0.2279022 Aug 12 22:54:04.894093 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46888) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:04.968735 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.983232 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:05.015947 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:05.026119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:05.026991 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:05.053960 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.064988 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29cac0a-ad22-435f-ac44-7ede00113b5b']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:05.076093 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adbf868-b169-4e6a-9e6a-049cf62f1da3') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:05.076389 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adbf868-b169-4e6a-9e6a-049cf62f1da3') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:05.096380 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.128085 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.155139 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:54:05.155550 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:54:05.157525 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:54:05.176764 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:05.228833 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.237416 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.241025 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] 10.222.0.49 "DELETE /v2.0/networks/d29cac0a-ad22-435f-ac44-7ede00113b5b HTTP/1.1" status: 204 len: 168 time: 0.3459439 Aug 12 22:54:05.252384 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6b635-f548-438d-940f-1035a8b3770f admin admin] Pushing event deleted for resources: {'Network': ['ID=d29cac0a-ad22-435f-ac44-7ede00113b5b,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:05.269365 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a021e7c1-7228-4653-b631-98796e6c64f8 req-dfcc5823-b750-4082-9f8b-02a023fd52f0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40c79d5-28e0-45b5-bfa7-88dc900c4155 HTTP/1.1" status: 200 len: 210 time: 0.0604661 Aug 12 22:54:05.490030 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:05.505919 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46908) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:05.529926 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718bd22b-5839-47f3-8d58-9dd1bf319bf7 None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:05.560608 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6183369e-ddf6-4e16-867d-8618debf1e0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b081233b07124e1fa8f49dc5cedaddb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533841 Aug 12 22:54:05.562984 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46912) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:05.627716 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-02ecbfe6-2ff2-49c5-833a-4e337fed8723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.650379 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-02ecbfe6-2ff2-49c5-833a-4e337fed8723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.714978 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-02ecbfe6-2ff2-49c5-833a-4e337fed8723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.718760 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-02ecbfe6-2ff2-49c5-833a-4e337fed8723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:05.720419 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-02ecbfe6-2ff2-49c5-833a-4e337fed8723 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c17319c5-d638-477f-89ed-c0ea39f9a91d HTTP/1.1" status: 204 len: 168 time: 0.1564963 Aug 12 22:54:05.732866 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecbfe6-2ff2-49c5-833a-4e337fed8723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17319c5-d638-477f-89ed-c0ea39f9a91d,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:05.877234 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8befbb-9050-4db3-a63f-dbe88d717e84 None None] New status for floating IP 845a46ef-36b9-45d1-b5c4-e39140d2b206: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:54:06.844231 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:54:06.868294 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 0c2092fb-f48e-405f-a646-6bf94681d339 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:54:06.868646 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 0c2092fb-f48e-405f-a646-6bf94681d339 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:54:07.378707 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46960) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.655698 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ffabdaa-2022-4ba1-b433-ccf0dadbbd8d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.677534 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ffabdaa-2022-4ba1-b433-ccf0dadbbd8d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.724544 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ffabdaa-2022-4ba1-b433-ccf0dadbbd8d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.727338 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ffabdaa-2022-4ba1-b433-ccf0dadbbd8d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.728528 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8ffabdaa-2022-4ba1-b433-ccf0dadbbd8d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "DELETE /v2.0/security-groups/a65093ba-533a-4f79-9aeb-565bdac033f3 HTTP/1.1" status: 204 len: 168 time: 0.3488181 Aug 12 22:54:07.731525 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46966) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.738313 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffabdaa-2022-4ba1-b433-ccf0dadbbd8d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65093ba-533a-4f79-9aeb-565bdac033f3,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:07.749728 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.api.v2.resource [None req-4f8b026e-f8ce-4f0b-b20a-927a7f707fdd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] show failed (client error): The resource could not be found. Aug 12 22:54:07.753712 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 46968) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.753869 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4f8b026e-f8ce-4f0b-b20a-927a7f707fdd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups/a65093ba-533a-4f79-9aeb-565bdac033f3 HTTP/1.1" status: 404 len: 347 time: 0.0212262 Aug 12 22:54:07.879530 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Deleting port 78cb372e-fb96-4431-8475-3f7fe2ea0002 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:54:07.879869 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.949790 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46972) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.958221 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.958580 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.970201 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Calling delete_port for 78cb372e-fb96-4431-8475-3f7fe2ea0002 owned by network:floatingip {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:54:08.052315 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:54:08.057794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-81f6a481-5843-4280-b4a0-3371d35ce375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.109844 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.136985 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event deleted for resources: {'Port': ['ID=78cb372e-fb96-4431-8475-3f7fe2ea0002,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.164303 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-81f6a481-5843-4280-b4a0-3371d35ce375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.169650 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-81f6a481-5843-4280-b4a0-3371d35ce375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.198480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.201278 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.202969 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-62c17af3-3309-481f-ac88-5e487c5a7e43 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "DELETE /v2.0/floatingips/845a46ef-36b9-45d1-b5c4-e39140d2b206 HTTP/1.1" status: 204 len: 168 time: 0.4480441 Aug 12 22:54:08.207616 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a481-5843-4280-b4a0-3371d35ce375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0bafd-e034-4fb8-baf5-c4f286b233a9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.214877 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-81f6a481-5843-4280-b4a0-3371d35ce375 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cd9f09f9b4a400b9ada8c0097cbecde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640040 Aug 12 22:54:08.216094 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 46980) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:08.272620 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eeec3cf5-bd79-47b5-abb9-eec75122da8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.296174 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eeec3cf5-bd79-47b5-abb9-eec75122da8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.343393 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eeec3cf5-bd79-47b5-abb9-eec75122da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.345948 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eeec3cf5-bd79-47b5-abb9-eec75122da8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.347126 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-eeec3cf5-bd79-47b5-abb9-eec75122da8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fa0bafd-e034-4fb8-baf5-c4f286b233a9 HTTP/1.1" status: 204 len: 168 time: 0.1300371 Aug 12 22:54:08.355575 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec3cf5-bd79-47b5-abb9-eec75122da8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0bafd-e034-4fb8-baf5-c4f286b233a9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.939087 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47008) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.035723 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-867702085-network', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.055002 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Made reservation on behalf of a18f14704e874a50bc2d0041dafca78e for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:09.057775 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.066182 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.160795 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.168431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.194097 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:54:09.204767 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.209857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.210197 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Added segment d1980979-f4c6-4ad2-9a3e-96d3420420cd of type vlan for network 4ab618c3-f2a8-4a41-989a-73af215e5e28 Aug 12 22:54:09.252953 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.281346 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.282299 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:09.283083 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.345367 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3986213 Aug 12 22:54:09.345367 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ea881-5023-477e-a4f5-9b1455177450 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab618c3-f2a8-4a41-989a-73af215e5e28,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.345545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47020) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.350805 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Request body: {'subnet': {'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-867702085-subnet', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.355764 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:54:09.402493 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Made reservation on behalf of a18f14704e874a50bc2d0041dafca78e for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:09.405989 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264257830'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.438978 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47024) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.444733 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054839783', 'description': 'tempest-description--2068644664'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.476061 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.565504 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.569160 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.594334 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.595608 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1553833 Aug 12 22:54:09.598307 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47026) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.603293 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'security_group_rule': {'security_group_id': '288dadce-f335-41b9-831e-1747d55cbc0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.610956 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18316a-99aa-4048-83cd-be6a0fac4e4b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288dadce-f335-41b9-831e-1747d55cbc0e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.632390 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264481173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264257812'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.635407 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.695247 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1076fa-dd9d-428d-996b-8f4423d5806a,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.698883 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.703089 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Checking segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:09.703295 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.703572 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Network hostable DHCP agents. Network: 4ab618c3-f2a8-4a41-989a-73af215e5e28, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:54:09.722554 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85620424-3b19-44c6-9083-cb9ea2d8cf03,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.726907 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:54:09.727326 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.732066 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-78ec9215-db76-47c5-9c93-8e2d12254c20 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327953 Aug 12 22:54:09.732647 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47028) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.737333 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 4ab618c3-f2a8-4a41-989a-73af215e5e28) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:09.737472 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'security_group_rule': {'security_group_id': '288dadce-f335-41b9-831e-1747d55cbc0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.741734 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:09.742565 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.748151 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390caeee-eeb6-4930-a365-d9c588983e98 None None] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:54:09.766876 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1059eea6-2adc-4cb2-8520-d5bf0f9dc0d8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4201910 Aug 12 22:54:09.767110 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.769336 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47030) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.773989 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.795998 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.797128 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.833638 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.838376 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.854520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.860851 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737cb9dd-a0c0-469b-95e2-fddcf3defe01,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.862910 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.864154 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5132f47a-f9d2-419b-b236-fd8b59e5e019 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305313 Aug 12 22:54:09.867447 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47032) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:09.874375 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:09.897862 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:09.939316 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-4ab618c3-f2a8-4a41-989a-73af215e5e28', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:54:09.940815 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.000797 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.006708 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.109330 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Allocated IP 172.20.0.2 (4ab618c3-f2a8-4a41-989a-73af215e5e28/cf1076fa-dd9d-428d-996b-8f4423d5806a/0120e1b1-a5ef-456f-9a4f-09eb4769de2c) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:10.130868 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Allocated IP 172.27.2.15 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/5027616d-8d48-406f-8330-1d61471a25d2) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:10.208026 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.232130 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.260999 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.261197 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.269173 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Transition to ACTIVE for port object 0120e1b1-a5ef-456f-9a4f-09eb4769de2c will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:10.283867 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Transition to ACTIVE for port object 0120e1b1-a5ef-456f-9a4f-09eb4769de2c will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:10.290645 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.311712 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.327346 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:10.332230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:10.334770 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:10.345661 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Pushing event updated for resources: {'Port': ['ID=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:10.357754 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:10.364816 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:10.368488 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:10.369363 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Allocated IP 172.27.2.11 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/31934a02-0d23-4330-82b1-f5dd3f1e333c) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:10.391144 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.391752 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.391955 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.392464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.392982 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.393314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.393637 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.393960 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.394321 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.394627 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.394944 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.395274 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:10.398605 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'Port': ['ID=5027616d-8d48-406f-8330-1d61471a25d2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:10.410947 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Attempting to bind port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:10.411326 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Attempting to bind port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:10.411684 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Attempting to bind port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c on network 4ab618c3-f2a8-4a41-989a-73af215e5e28 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:10.417271 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:10.417635 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Checking segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:10.418035 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.418447 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Bound using segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:10.419080 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Bound port: 0120e1b1-a5ef-456f-9a4f-09eb4769de2c, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:10.419462 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.478803 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.503214 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] For port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:10.506195 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.506664 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] For port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:10.511918 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.538704 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.574753 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.596974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe755a-746e-421a-9361-07f1f69d4c75 None None] Pushing event updated for resources: {'Port': ['ID=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:10.641392 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:10.644775 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:10.648818 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:10.660450 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=31934a02-0d23-4330-82b1-f5dd3f1e333c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:10.757586 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.762821 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.849700 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'Port': ['ID=5027616d-8d48-406f-8330-1d61471a25d2,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:10.871518 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.889350 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:10.896178 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5da0f18d-c17b-4fb8-a444-8153a434fc32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0219111 Aug 12 22:54:10.966064 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.143546 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-630b860e-82a2-435d-93bb-449357f21ba9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1054839783&fields=id&tenant_id=ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 267 time: 0.0803990 Aug 12 22:54:11.277555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.350116 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-3fb99c60-5d22-4030-b26b-e7db7336eeb6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:11.351656 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-3fb99c60-5d22-4030-b26b-e7db7336eeb6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 817 time: 0.2008414 Aug 12 22:54:11.405253 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-90d2881e-13ec-4ea2-811c-6aef8ddaec1b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/quotas/ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 375 time: 0.0451133 Aug 12 22:54:11.490393 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-fdb47e7b-97ae-4d3d-86a9-3a8b092e4610 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723064 Aug 12 22:54:11.508680 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0120e1b1-a5ef-456f-9a4f-09eb4769de2c up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:11.520127 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Router fa73799c-4d71-4e34-a71a-f4aa9468cb16 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:54:11.566318 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:11.642028 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2baf43-6b9b-4cd5-b1dd-bf123d169469 None None] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:54:11.689489 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e46f86b7-c835-46bd-89cf-6dd196dfd6ce service neutron] 10.222.0.49 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786113 Aug 12 22:54:11.732856 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] Provisioning for port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:11.746469 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] Provisioning complete for port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:11.747090 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.914130 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.957821 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] For port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:11.963517 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.021373 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:12.034555 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Sync routers for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:12.036909 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffd0e9-555f-4c0f-b727-8cac40f290df None None] Pushing event updated for resources: {'Port': ['ID=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:12.059273 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:12.059889 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:12.100695 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.102724 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9cbd3644-278d-44ce-847e-a3e00bebe2f5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3319907 Aug 12 22:54:12.105064 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47080) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:12.248727 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-caaa2ab7-b6c0-48b8-9502-af64b545ab25 service neutron] 10.222.0.49 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437784 Aug 12 22:54:12.331845 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-fa624516-0230-4d72-b5e5-39bffc410e83 None None] Provisioning complete for port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:12.332312 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-fa624516-0230-4d72-b5e5-39bffc410e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.337747 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:12.440586 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6f05017c-2e6e-4845-a293-abef4cf359f3 req-bf8ae060-50aa-4713-9431-6478f062cd6e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 210 time: 0.0363705 Aug 12 22:54:12.632878 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:10Z', 'revision_number': 3, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:12.663051 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Checking router: fa73799c-4d71-4e34-a71a-f4aa9468cb16 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:12.663428 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Updating router fa73799c-4d71-4e34-a71a-f4aa9468cb16 port 31934a02-0d23-4330-82b1-f5dd3f1e333c binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:54:12.690464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.698449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.864854 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Allocated IP 172.20.0.1 (4ab618c3-f2a8-4a41-989a-73af215e5e28/cf1076fa-dd9d-428d-996b-8f4423d5806a/684ba772-8433-4422-8716-121bbb032e40) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:12.956263 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.966441 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Transition to ACTIVE for port object 31934a02-0d23-4330-82b1-f5dd3f1e333c will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:12.970091 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.971833 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.983566 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Transition to ACTIVE for port object 684ba772-8433-4422-8716-121bbb032e40 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:13.016315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.021098 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Attempting to bind port 31934a02-0d23-4330-82b1-f5dd3f1e333c on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:13.021491 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Attempting to bind port 31934a02-0d23-4330-82b1-f5dd3f1e333c by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:13.021829 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Attempting to bind port 31934a02-0d23-4330-82b1-f5dd3f1e333c on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:13.028983 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012245-026a-4a73-8374-db789a9fc778 None None] Pushing event updated for resources: {'Port': ['ID=31934a02-0d23-4330-82b1-f5dd3f1e333c,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.031685 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:13.032076 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:13.032455 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.032827 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:13.033292 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Bound port: 31934a02-0d23-4330-82b1-f5dd3f1e333c, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:13.033669 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.058585 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:13.061594 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:13.065889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:13.069055 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Pushing event updated for resources: {'Port': ['ID=684ba772-8433-4422-8716-121bbb032e40,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.096050 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] For port 31934a02-0d23-4330-82b1-f5dd3f1e333c, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:13.100964 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] For port 31934a02-0d23-4330-82b1-f5dd3f1e333c, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=31934a02-0d23-4330-82b1-f5dd3f1e333c,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:13.107152 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.109287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.161529 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:13.162188 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:13.236571 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012245-026a-4a73-8374-db789a9fc778 None None] Pushing event updated for resources: {'Port': ['ID=31934a02-0d23-4330-82b1-f5dd3f1e333c,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.262386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.331869 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:13.334270 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-73c94778-5fbb-4c04-8751-3c9b82d079f5 None None] Provisioning for port 684ba772-8433-4422-8716-121bbb032e40 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:13.376837 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47102) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:13.403549 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-73c94778-5fbb-4c04-8751-3c9b82d079f5 None None] Provisioning complete for port 684ba772-8433-4422-8716-121bbb032e40 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:13.403937 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-73c94778-5fbb-4c04-8751-3c9b82d079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.479449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.486420 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.509076 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-73c94778-5fbb-4c04-8751-3c9b82d079f5 None None] Port 684ba772-8433-4422-8716-121bbb032e40 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:13.531902 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0120e1b1-a5ef-456f-9a4f-09eb4769de2c up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:13.609194 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6b24cf4e-59a9-48db-9239-e3600ccc7dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.616510 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-afc0296a-bfe4-49ca-b81d-de32f4581a0d req-f6d07ba1-7de5-44ab-86a7-9e4e1d129dca tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 210 time: 0.0453780 Aug 12 22:54:13.617370 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.636507 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Pushing event updated for resources: {'Port': ['ID=684ba772-8433-4422-8716-121bbb032e40,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.693486 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:13.694137 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.724672 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:10Z', 'revision_number': 3, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:13.728968 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6b24cf4e-59a9-48db-9239-e3600ccc7dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.734804 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6b24cf4e-59a9-48db-9239-e3600ccc7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.754745 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3dae-a774-46e3-aa56-f5d78bc7b576 None None] The sync data for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi is: [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:10Z', 'revision_number': 3, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:13.770201 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:13.772102 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:13.811111 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6b24cf4e-59a9-48db-9239-e3600ccc7dd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=326aca53759c4b2698e8d5cc0fe9c07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329631 Aug 12 22:54:13.812591 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24cf4e-59a9-48db-9239-e3600ccc7dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4df115-5ad1-4bc4-9276-7d82d49b3eb2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.817204 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47108) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:13.899555 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-18c61357-e6e5-4e54-8566-4a33bdbe4611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.922587 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-18c61357-e6e5-4e54-8566-4a33bdbe4611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.942009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Router fa73799c-4d71-4e34-a71a-f4aa9468cb16 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:54:13.982179 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-18c61357-e6e5-4e54-8566-4a33bdbe4611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.985123 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-18c61357-e6e5-4e54-8566-4a33bdbe4611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.986611 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-18c61357-e6e5-4e54-8566-4a33bdbe4611 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e4df115-5ad1-4bc4-9276-7d82d49b3eb2 HTTP/1.1" status: 204 len: 168 time: 0.1676304 Aug 12 22:54:14.005290 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61357-e6e5-4e54-8566-4a33bdbe4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4df115-5ad1-4bc4-9276-7d82d49b3eb2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:14.089833 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:14.096643 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-623a2b1c-c60f-46d5-9d49-4412d4308bdf admin admin] 10.222.0.49 "PUT /v2.0/routers/fa73799c-4d71-4e34-a71a-f4aa9468cb16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904706 Aug 12 22:54:14.151321 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c150d3b2-dabf-4ec1-a61f-d4897be24746 None None] Provisioning complete for port 684ba772-8433-4422-8716-121bbb032e40 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:14.151692 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c150d3b2-dabf-4ec1-a61f-d4897be24746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:14.191735 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-c150d3b2-dabf-4ec1-a61f-d4897be24746 None None] Port 684ba772-8433-4422-8716-121bbb032e40 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:14.745392 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e506343-93c9-4828-9632-01fb387331d6 req-c8a3e051-abb8-4bc6-8264-c623e154235b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 210 time: 0.0259597 Aug 12 22:54:14.827006 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47146) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:14.832781 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-798804446-network', 'tenant_id': '746441c0be86402293ec078834c306fe'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:14.856141 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Made reservation on behalf of 746441c0be86402293ec078834c306fe for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:14.858545 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:14.867289 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:14.959021 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:14.963351 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:14.989775 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:54:15.006077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dfb5eb-818e-460b-9f6f-7d8702869182,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:15.012656 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.012923 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Added segment b780796a-e1bc-4735-8640-8cfe593fff1e of type vlan for network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b Aug 12 22:54:15.059881 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.090596 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.091577 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:15.092184 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.146869 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3159995 Aug 12 22:54:15.147220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47154) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:15.152682 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Request body: {'subnet': {'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-798804446-subnet', 'tenant_id': '746441c0be86402293ec078834c306fe', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:15.155236 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4a5b0-1d95-4709-80da-0b58a2751223 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7e9aa6-65f1-4ca5-9e8a-494674089c7b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:15.166748 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:54:15.181133 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Made reservation on behalf of 746441c0be86402293ec078834c306fe for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:15.183848 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264257830'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.390025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264481173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264257812'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.466130 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fce28ba-9092-46f4-8a42-fcc2e2ba3166,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:15.474511 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Checking segment: {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:15.474892 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Network hostable DHCP agents. Network: 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:54:15.494579 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:54:15.504270 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:15.510467 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:15.511062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.521976 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 31934a02-0d23-4330-82b1-f5dd3f1e333c up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:15.526272 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69939a94-e862-4dac-85b3-c0f33942870d None None] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:54:15.535620 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47162) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:15.535904 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-91e67dad-0826-4e27-b284-2e177bbf1512 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3874886 Aug 12 22:54:15.540379 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:15.562275 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.563438 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-708915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.621582 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.646676 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 31934a02-0d23-4330-82b1-f5dd3f1e333c completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:15.653017 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 31934a02-0d23-4330-82b1-f5dd3f1e333c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:15.653336 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.729647 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Sync routers for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:15.741075 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:15.741792 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:15.764083 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.766004 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2df00670-64f7-500b-a9f2-c41290795f23-5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'tenant_id': '746441c0be86402293ec078834c306fe', 'fixed_ips': [{'subnet_id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166'}]}} from dv-cinder-803748-6-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:54:15.766885 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.806421 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.879279 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 31934a02-0d23-4330-82b1-f5dd3f1e333c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=31934a02-0d23-4330-82b1-f5dd3f1e333c,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:15.887715 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:15.899963 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:15.902745 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-360858be-6190-4187-a26a-e4debbaa64b5 req-156306fd-7072-4f88-9b71-64fd5d0ae8e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 210 time: 0.0557358 Aug 12 22:54:15.975837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=31934a02-0d23-4330-82b1-f5dd3f1e333c,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:15.986142 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Allocated IP 172.20.0.2 (5c7e9aa6-65f1-4ca5-9e8a-494674089c7b/6fce28ba-9092-46f4-8a42-fcc2e2ba3166/b5f7837c-7d31-43d0-a99c-4c92ce5f93c8) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:16.003732 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.026048 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.122762 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 2, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:16.142203 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Allocated IP 172.27.2.169 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/7ec03b05-4c78-40c3-8536-59ff9a2c424e) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:16.152705 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Checking router: fa73799c-4d71-4e34-a71a-f4aa9468cb16 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:16.153055 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Updating router fa73799c-4d71-4e34-a71a-f4aa9468cb16 port 684ba772-8433-4422-8716-121bbb032e40 binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:54:16.182685 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.256648 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.263902 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.275546 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Transition to ACTIVE for port object b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:16.291875 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Transition to ACTIVE for port object b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:16.298232 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.301983 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.350789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:16.355128 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:16.356708 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:16.358729 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:16.359173 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:16.360663 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Pushing event updated for resources: {'Port': ['ID=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:16.368501 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:16.400625 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec03b05-4c78-40c3-8536-59ff9a2c424e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:16.426322 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Attempting to bind port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:16.426769 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Attempting to bind port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:16.427135 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Attempting to bind port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 on network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:16.433104 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:16.433484 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Checking segment: {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:16.433913 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.434327 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Bound using segment: {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:16.434846 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Bound port: b5f7837c-7d31-43d0-a99c-4c92ce5f93c8, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:16.435276 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.497167 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.506303 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] For port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:16.507725 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Transition to ACTIVE for port object 684ba772-8433-4422-8716-121bbb032e40 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:16.510719 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] For port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:16.515565 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.517527 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.565607 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Pushing event updated for resources: {'Port': ['ID=684ba772-8433-4422-8716-121bbb032e40,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:16.574279 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.574671 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.575006 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.575464 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.575790 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.576110 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.576677 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.577156 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.577495 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.577813 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.578125 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.578461 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:16.599487 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218c375-076d-4afa-9145-dfaa567da10f None None] Pushing event updated for resources: {'Port': ['ID=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:16.656954 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Attempting to bind port 684ba772-8433-4422-8716-121bbb032e40 on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:16.658739 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Attempting to bind port 684ba772-8433-4422-8716-121bbb032e40 by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:16.658739 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Attempting to bind port 684ba772-8433-4422-8716-121bbb032e40 on network 4ab618c3-f2a8-4a41-989a-73af215e5e28 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:16.664400 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:16.666087 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Checking segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:16.666531 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.668462 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Bound using segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:16.669017 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Bound port: 684ba772-8433-4422-8716-121bbb032e40, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:16.669467 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.686921 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.774717 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] For port 684ba772-8433-4422-8716-121bbb032e40, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:16.781771 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] For port 684ba772-8433-4422-8716-121bbb032e40, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=684ba772-8433-4422-8716-121bbb032e40,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:16.789317 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:16.918582 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:16.919641 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:17.051701 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f40c3-48e5-45cc-944b-1a826ed4d721 None None] Pushing event updated for resources: {'Port': ['ID=684ba772-8433-4422-8716-121bbb032e40,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:17.085411 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:17.362086 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-c1f072b2-9e23-4294-84f0-75706f5b50e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:17.363637 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-c1f072b2-9e23-4294-84f0-75706f5b50e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 817 time: 0.6199310 Aug 12 22:54:17.371146 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537062'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:17.412460 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:16Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:17.450566 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f8423d-49d6-49d6-9079-7c5ef5e1cd87 None None] The sync data for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi is: [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:16Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:17.479215 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-74658614-8440-4973-a623-ab4a62f4569b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 380 time: 0.0605242 Aug 12 22:54:17.528997 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'port': {'device_id': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'admin_state_up': True, 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'security_groups': ['288dadce-f335-41b9-831e-1747d55cbc0e']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:17.646495 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac6482da-6ec3-46c2-956c-3c6b4e9ca319 req-b3460d25-2164-497b-b03e-8087ec3a555e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 210 time: 0.3960352 Aug 12 22:54:17.779048 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 31934a02-0d23-4330-82b1-f5dd3f1e333c up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:17.783329 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 is scheduled to L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:54:17.905506 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Made reservation on behalf of ba6b4656032a4c2884af2033a7051373 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:17.912969 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 31934a02-0d23-4330-82b1-f5dd3f1e333c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:17.914756 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:17.921540 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.001372 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120fa6f-1733-44ab-aec1-727047a4de84 None None] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:54:18.080436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-20d9230e-7a2d-4088-9e12-67b00a27c2da None None] Provisioning for port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:18.116634 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:18.132723 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Sync routers for ids ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:18.162086 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.163374 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-11f96729-59be-4e78-b00b-277a992b0d01 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6265795 Aug 12 22:54:18.165613 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:18.167968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47204) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:18.168486 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Routers {'6d75df33-6f64-4cf1-9317-741f6c0b6a22'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:18.168836 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:18.203702 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Allocated IP 172.20.0.8 (40632709-cf1a-464a-be50-1d894a26ead9/2a1afed9-81cf-4d5f-9c68-95bd5da14ba7/7ba5ea25-d131-4543-82e5-f64872d7b707) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:18.378974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:18.381370 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.387594 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Set router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:18.389497 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:18.390030 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.397949 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Transition to ACTIVE for port object 7ba5ea25-d131-4543-82e5-f64872d7b707 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:18.443741 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.501623 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Network 40632709-cf1a-464a-be50-1d894a26ead9 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:18.504861 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:18.511882 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:18.556275 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:18.594175 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:18.595009 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.619017 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-e3c08cc6-0b03-44e9-9c58-1affef254d97 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0966809 Aug 12 22:54:18.668580 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.726573 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:18.740745 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.806066 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:54:16Z', 'revision_number': 3, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:18.855580 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Checking router: 6d75df33-6f64-4cf1-9317-741f6c0b6a22 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:18.855923 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Updating router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 port 7ec03b05-4c78-40c3-8536-59ff9a2c424e binding host dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:54:18.859985 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:18.875148 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.891753 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.942113 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-144d0d72-80a9-4e61-9f6e-c9c4e2bcb41b None None] Provisioning complete for port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:18.942525 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-144d0d72-80a9-4e61-9f6e-c9c4e2bcb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.025603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f72e15-276b-4a85-9a9a-48cca8acd2d0 req-118e540a-550a-40dc-ac13-7e821df05d5c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:19.032769 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b3f72e15-276b-4a85-9a9a-48cca8acd2d0 req-118e540a-550a-40dc-ac13-7e821df05d5c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 931 time: 0.2165716 Aug 12 22:54:19.119045 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b3f72e15-276b-4a85-9a9a-48cca8acd2d0 req-1605fbce-70b1-4b7a-9bfe-17bde868017b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853081 Aug 12 22:54:19.145154 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Allocated IP 172.20.0.1 (5c7e9aa6-65f1-4ca5-9e8a-494674089c7b/6fce28ba-9092-46f4-8a42-fcc2e2ba3166/7e1ecc3b-b07e-49e3-a3ec-94d65c64988c) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:19.200757 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-144d0d72-80a9-4e61-9f6e-c9c4e2bcb41b None None] Provisioning for port 7ba5ea25-d131-4543-82e5-f64872d7b707 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:19.213306 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-144d0d72-80a9-4e61-9f6e-c9c4e2bcb41b None None] Provisioning complete for port 7ba5ea25-d131-4543-82e5-f64872d7b707 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:19.213685 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-144d0d72-80a9-4e61-9f6e-c9c4e2bcb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.257040 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.269554 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Transition to ACTIVE for port object 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:19.280175 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-144d0d72-80a9-4e61-9f6e-c9c4e2bcb41b None None] Port 7ba5ea25-d131-4543-82e5-f64872d7b707 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:19.286085 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.297289 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Transition to ACTIVE for port object 7ec03b05-4c78-40c3-8536-59ff9a2c424e will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:19.302903 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.304190 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.342508 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:19.347034 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:19.351393 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:19.353959 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Pushing event updated for resources: {'Port': ['ID=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:19.357921 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Attempting to bind port 7ec03b05-4c78-40c3-8536-59ff9a2c424e on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:19.358311 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Attempting to bind port 7ec03b05-4c78-40c3-8536-59ff9a2c424e by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:19.358696 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Attempting to bind port 7ec03b05-4c78-40c3-8536-59ff9a2c424e on network 392e74cb-f37f-4f12-8aed-fea56f13747b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:19.364769 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407f322-7ef9-441b-a02b-2354c5916118 None None] Pushing event updated for resources: {'Port': ['ID=7ec03b05-4c78-40c3-8536-59ff9a2c424e,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:19.371250 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:19.371700 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Checking segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:19.372108 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.372424 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Bound using segment: {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:19.372896 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Bound port: 7ec03b05-4c78-40c3-8536-59ff9a2c424e, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ff8b3-0a2f-4812-b32b-a143b5283c98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:19.373283 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.394110 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693043'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.452485 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] For port 7ec03b05-4c78-40c3-8536-59ff9a2c424e, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:19.455987 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] For port 7ec03b05-4c78-40c3-8536-59ff9a2c424e, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=7ec03b05-4c78-40c3-8536-59ff9a2c424e,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:19.462953 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.525868 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Routers {'6d75df33-6f64-4cf1-9317-741f6c0b6a22'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:19.526513 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:19.554079 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.563068 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407f322-7ef9-441b-a02b-2354c5916118 None None] Pushing event updated for resources: {'Port': ['ID=7ec03b05-4c78-40c3-8536-59ff9a2c424e,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:19.730327 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.735577 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.736096 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:19.790673 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-012fffb2-3cc0-4272-9983-8ea77cc195ef None None] Provisioning for port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:19.800833 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-012fffb2-3cc0-4272-9983-8ea77cc195ef None None] Provisioning complete for port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:19.801208 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-012fffb2-3cc0-4272-9983-8ea77cc195ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.803141 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693159'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.805746 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] Set router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:19.806577 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Pushing event updated for resources: {'Port': ['ID=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:19.901066 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:19.902595 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:19.907980 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-012fffb2-3cc0-4272-9983-8ea77cc195ef None None] Port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:19.913495 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:19.913875 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.026861 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:54:20.027738 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Request body: {'port': {'device_id': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:20.101061 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 684ba772-8433-4422-8716-121bbb032e40 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:20.104909 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.161023 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '7e1ecc3b-b07e-49e3-a3ec-94d65c64988c', 'name': '', 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'tenant_id': '746441c0be86402293ec078834c306fe', 'mac_address': 'fa:16:3e:3e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:18Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 1, 'project_id': '746441c0be86402293ec078834c306fe', 'subnets': [{'id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:20.183559 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:20.189780 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4970b59a-a4c0-43cf-b3ff-c146e13896cc admin admin] 10.222.0.49 "PUT /v2.0/routers/6d75df33-6f64-4cf1-9317-741f6c0b6a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187893 Aug 12 22:54:20.206356 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ee7dc-6aeb-439a-8f35-69cf9ea3c654 None None] The sync data for ids ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'] in dv-cinder-803748-6-iscsi is: [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '7e1ecc3b-b07e-49e3-a3ec-94d65c64988c', 'name': '', 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'tenant_id': '746441c0be86402293ec078834c306fe', 'mac_address': 'fa:16:3e:3e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:18Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 1, 'project_id': '746441c0be86402293ec078834c306fe', 'subnets': [{'id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:20.221844 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 684ba772-8433-4422-8716-121bbb032e40 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:20.230499 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 684ba772-8433-4422-8716-121bbb032e40 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:20.230945 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.281255 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-af9a2d5b-e6d3-48e7-b720-31d2dc03be6e None None] Provisioning complete for port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:20.281813 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-af9a2d5b-e6d3-48e7-b720-31d2dc03be6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.329088 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-af9a2d5b-e6d3-48e7-b720-31d2dc03be6e None None] Port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:20.368804 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.383660 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bffe32-8818-43ff-a09c-664a4fc66414 req-5d690f88-37f4-4c2b-bedb-6220ad4d0a25 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:20.386564 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60bffe32-8818-43ff-a09c-664a4fc66414 req-5d690f88-37f4-4c2b-bedb-6220ad4d0a25 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 931 time: 0.1078775 Aug 12 22:54:20.408233 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 684ba772-8433-4422-8716-121bbb032e40, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=684ba772-8433-4422-8716-121bbb032e40,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:20.417794 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.466338 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60bffe32-8818-43ff-a09c-664a4fc66414 req-fbd52936-8fbd-4e55-85ae-e8e305fa690b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701599 Aug 12 22:54:20.495217 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=684ba772-8433-4422-8716-121bbb032e40,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:20.593887 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba5ea25-d131-4543-82e5-f64872d7b707 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:20.603904 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.626531 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Transition to ACTIVE for port object 7ba5ea25-d131-4543-82e5-f64872d7b707 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:20.635669 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.694610 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:20.807742 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Attempting to bind port 7ba5ea25-d131-4543-82e5-f64872d7b707 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:20.808096 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Attempting to bind port 7ba5ea25-d131-4543-82e5-f64872d7b707 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:20.808410 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Attempting to bind port 7ba5ea25-d131-4543-82e5-f64872d7b707 on network 40632709-cf1a-464a-be50-1d894a26ead9 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:20.813589 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Port 7ba5ea25-d131-4543-82e5-f64872d7b707 on network 40632709-cf1a-464a-be50-1d894a26ead9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:54:20.813917 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Attempting to bind port 7ba5ea25-d131-4543-82e5-f64872d7b707 on network 40632709-cf1a-464a-be50-1d894a26ead9 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:20.825676 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:20.826846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Checking segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:20.827384 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Bound using segment: {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:20.828112 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Bound port: 7ba5ea25-d131-4543-82e5-f64872d7b707, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd64ff5-507e-48ae-9d3d-c31a989f83de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:20.828633 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.908680 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:20.914071 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:20.919462 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.960567 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:20.961783 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:20.963284 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 200 len: 1093 time: 0.9417248 Aug 12 22:54:20.965833 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:20.968516 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:21.020501 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac986d0-4559-4f9b-b65a-81b85b1573f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:21.058907 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3091e56-c4e2-4a4d-99e1-94d1497afbde x-openstack-request-id: req-a3091e56-c4e2-4a4d-99e1-94d1497afbde {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:21.059514 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:21.059615 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3091e56-c4e2-4a4d-99e1-94d1497afbde {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:21.060283 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'status': 'completed', 'code': 200} Aug 12 22:54:21.129889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-cefae6a2-0431-4adb-81dd-3848d3f2f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:21.129889 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-cefae6a2-0431-4adb-81dd-3848d3f2f112 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1096 time: 0.0822825 Aug 12 22:54:21.197038 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-18646774-6707-406f-9c31-fd3df1ef70c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 200 len: 217 time: 0.0503309 Aug 12 22:54:21.302033 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-075587dc-204d-4299-a0be-6b9efff12c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:21.303618 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-075587dc-204d-4299-a0be-6b9efff12c7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0991948 Aug 12 22:54:21.367269 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-d22d530c-4c97-4f24-ab89-ee313c4adb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:21.369459 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-d22d530c-4c97-4f24-ab89-ee313c4adb69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578122 Aug 12 22:54:21.548780 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-3b410b7f-be38-421b-96a6-321ce7c34103 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611578 Aug 12 22:54:21.686195 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7ec03b05-4c78-40c3-8536-59ff9a2c424e up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:21.783250 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a2c871a-cc4c-4d39-8405-b7be3aad930e req-52a81733-aa45-41e4-a714-5c293b5f68e1 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258370 Aug 12 22:54:21.787651 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 7ec03b05-4c78-40c3-8536-59ff9a2c424e completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:21.803150 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 7ec03b05-4c78-40c3-8536-59ff9a2c424e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:21.803578 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:21.837323 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d93e6-acd7-4f93-97ac-0644f8dae6c7 req-68465659-2011-4354-b269-0d0206d65dd2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:21.839480 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f2d93e6-acd7-4f93-97ac-0644f8dae6c7 req-68465659-2011-4354-b269-0d0206d65dd2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.1843417 Aug 12 22:54:21.969190 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:21.981240 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f2d93e6-acd7-4f93-97ac-0644f8dae6c7 req-a89316c4-08d6-4572-8196-2569c0a5222f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301563 Aug 12 22:54:22.004340 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-223fbfbd-8133-45af-b615-0a5512f55786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:22.007142 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-223fbfbd-8133-45af-b615-0a5512f55786 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1096 time: 0.1034067 Aug 12 22:54:22.008172 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 7ec03b05-4c78-40c3-8536-59ff9a2c424e, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=7ec03b05-4c78-40c3-8536-59ff9a2c424e,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:22.021092 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:22.022841 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 684ba772-8433-4422-8716-121bbb032e40 up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:22.089913 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=7ec03b05-4c78-40c3-8536-59ff9a2c424e,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:22.164539 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 684ba772-8433-4422-8716-121bbb032e40 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:22.165095 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:22.303215 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-155f45e9-d742-4455-a0ef-6bcea33c047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:22.305744 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-155f45e9-d742-4455-a0ef-6bcea33c047a service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.2868717 Aug 12 22:54:22.400226 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-78ca4ee4-373e-4c03-b4b2-2953da8efa8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 200 len: 217 time: 0.0762100 Aug 12 22:54:22.466538 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-b4dcb90b-df83-465c-9ff3-bbfc2d3a73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:22.468017 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-b4dcb90b-df83-465c-9ff3-bbfc2d3a73ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0607412 Aug 12 22:54:22.536870 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-fda29d59-1ae0-4a55-9712-f47e68df89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:22.539300 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-fda29d59-1ae0-4a55-9712-f47e68df89c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608745 Aug 12 22:54:22.654970 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-f0b616c3-10b0-4761-841f-8e0db7dd9e2b service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071486 Aug 12 22:54:22.761344 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c3db5fe-19b6-476b-9853-d7e9c7feec8d req-e15d148d-c9c3-4c10-b9e6-9812b06eace4 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980897 Aug 12 22:54:23.098868 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Sync routers for ids ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:23.108734 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Routers {'6d75df33-6f64-4cf1-9317-741f6c0b6a22'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:23.109342 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:23.139969 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fbfe2-24ba-43d1-bea6-d36b1341593d req-3686270c-539b-46d9-b034-748bf2138c00 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:23.142182 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e1fbfe2-24ba-43d1-bea6-d36b1341593d req-3686270c-539b-46d9-b034-748bf2138c00 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0615118 Aug 12 22:54:23.206747 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e1fbfe2-24ba-43d1-bea6-d36b1341593d req-3e8b1b82-d1c9-47d2-9b86-79f289e2ee32 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556090 Aug 12 22:54:23.245709 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Set router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:23.515686 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '7e1ecc3b-b07e-49e3-a3ec-94d65c64988c', 'name': '', 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'tenant_id': '746441c0be86402293ec078834c306fe', 'mac_address': 'fa:16:3e:3e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:18Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 2, 'project_id': '746441c0be86402293ec078834c306fe', 'subnets': [{'id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:23.526621 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7ec03b05-4c78-40c3-8536-59ff9a2c424e up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:23.550953 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Checking router: 6d75df33-6f64-4cf1-9317-741f6c0b6a22 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:23.553932 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Updating router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c binding host dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:54:23.582338 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:23.666231 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-55d1f93d-efc4-4bd3-80f9-0138d505a09c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002607 Aug 12 22:54:23.668505 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 7ec03b05-4c78-40c3-8536-59ff9a2c424e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:23.668884 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:23.828827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773128-6898-409c-8eb8-717404685c50 req-74ff9d5f-1e6f-4346-a2b8-11415b20ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:23.831408 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-74ff9d5f-1e6f-4346-a2b8-11415b20ead0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1098 time: 0.0764539 Aug 12 22:54:23.872938 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a477c227-e6f9-40aa-8666-541ed7e61aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.062819 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773128-6898-409c-8eb8-717404685c50 req-80fb90ed-f544-4b88-a268-4d73ae434261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.064048 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:54:24.064661 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-80fb90ed-f544-4b88-a268-4d73ae434261 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.2000949 Aug 12 22:54:24.064969 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.077666 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Transition to ACTIVE for port object 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:24.086747 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.140366 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb848122-73ed-4d92-8566-b862e8e19e4f None None] Pushing event updated for resources: {'Port': ['ID=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:24.205308 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-6c3d18e0-f2b0-4fa8-b73f-d13a0dbc0f7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 1001 time: 0.1312647 Aug 12 22:54:24.232051 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:24.245042 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Attempting to bind port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c on host dv-cinder-803748-6-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:24.245580 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Attempting to bind port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c by drivers openvswitch,hyperv on host dv-cinder-803748-6-iscsi at level 0 using segments [{'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:24.246107 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Attempting to bind port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c on network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:24.253470 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Checking agent: {'id': 'ab815c37-6609-4363-9dfc-a7668d9966db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 41, 26), 'started_at': datetime.datetime(2021, 8, 12, 22, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:24.254314 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Checking segment: {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:24.254958 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.255544 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Bound using segment: {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:24.256213 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Bound port: 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c, host: dv-cinder-803748-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b780796a-e1bc-4735-8640-8cfe593fff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:24.256804 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.260786 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'mac_address': 'fa:16:3e:26:a9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:54:24.305573 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773128-6898-409c-8eb8-717404685c50 req-d029686a-de61-492e-8916-c0d86b57e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.305789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.308197 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-d029686a-de61-492e-8916-c0d86b57e8bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0934472 Aug 12 22:54:24.329778 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba5ea25-d131-4543-82e5-f64872d7b707 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:24.355950 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:24.365789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.372937 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] For port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c, host dv-cinder-803748-6-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:24.376626 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] For port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c, host dv-cinder-803748-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:24.384388 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.449789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:24.457475 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Routers {'6d75df33-6f64-4cf1-9317-741f6c0b6a22'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:24.458111 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:53:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:24.466156 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773128-6898-409c-8eb8-717404685c50 req-6c86d478-e9eb-44cf-963b-3c60415b1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.467358 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-6c86d478-e9eb-44cf-963b-3c60415b1ee9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499481 Aug 12 22:54:24.506606 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb848122-73ed-4d92-8566-b862e8e19e4f None None] Pushing event updated for resources: {'Port': ['ID=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:24.509877 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b792c6a-ebf1-4da0-a3ea-6ce4b3bd0853 req-5dfe7065-cd54-418e-bdb8-3fbe602a7d3f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.511563 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b792c6a-ebf1-4da0-a3ea-6ce4b3bd0853 req-5dfe7065-cd54-418e-bdb8-3fbe602a7d3f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 944 time: 0.1326146 Aug 12 22:54:24.603749 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] Set router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:24.646968 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-0caef82b-d982-42a5-a82d-b4d744a9ac26 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699662 Aug 12 22:54:24.653131 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b792c6a-ebf1-4da0-a3ea-6ce4b3bd0853 req-e7e37d62-1894-4a3b-9ea8-63387019c029 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111412 Aug 12 22:54:24.713529 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['7ba5ea25-d131-4543-82e5-f64872d7b707'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:24.811406 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89773128-6898-409c-8eb8-717404685c50 req-22b37ec2-2f68-4270-992b-4b932902c6ba service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563332 Aug 12 22:54:24.900323 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '7e1ecc3b-b07e-49e3-a3ec-94d65c64988c', 'name': '', 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'tenant_id': '746441c0be86402293ec078834c306fe', 'mac_address': 'fa:16:3e:3e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:18Z', 'updated_at': '2021-08-12T22:54:24Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'subnets': [{'id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:24.935515 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0aa75-d472-4290-aa86-ae17032fee42 None None] The sync data for ids ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'] in dv-cinder-803748-6-iscsi is: [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:54:19Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '7e1ecc3b-b07e-49e3-a3ec-94d65c64988c', 'name': '', 'network_id': '5c7e9aa6-65f1-4ca5-9e8a-494674089c7b', 'tenant_id': '746441c0be86402293ec078834c306fe', 'mac_address': 'fa:16:3e:3e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:18Z', 'updated_at': '2021-08-12T22:54:24Z', 'revision_number': 4, 'project_id': '746441c0be86402293ec078834c306fe', 'subnets': [{'id': '6fce28ba-9092-46f4-8a42-fcc2e2ba3166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:25.125003 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47354) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:25.314355 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-705abd09-7003-4744-8e3d-12a104fabb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.466992 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-705abd09-7003-4744-8e3d-12a104fabb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.472118 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.475035 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-705abd09-7003-4744-8e3d-12a104fabb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.512135 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-705abd09-7003-4744-8e3d-12a104fabb45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ca53b967f6e48fbb41dbc6ab275a20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861351 Aug 12 22:54:25.514759 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47362) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:25.543096 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:25.580515 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705abd09-7003-4744-8e3d-12a104fabb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf78c1d-9f09-4b11-892e-4434e2b28c58,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:25.606156 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-718ed8ea-7c7a-4b22-b198-db0bbda9b070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.636918 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-718ed8ea-7c7a-4b22-b198-db0bbda9b070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.648528 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning for port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:25.667666 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:25.668125 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.716332 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-718ed8ea-7c7a-4b22-b198-db0bbda9b070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.722731 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-718ed8ea-7c7a-4b22-b198-db0bbda9b070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.727544 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-718ed8ea-7c7a-4b22-b198-db0bbda9b070 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcf78c1d-9f09-4b11-892e-4434e2b28c58 HTTP/1.1" status: 204 len: 168 time: 0.2108030 Aug 12 22:54:25.748400 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ed8ea-7c7a-4b22-b198-db0bbda9b070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf78c1d-9f09-4b11-892e-4434e2b28c58,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:25.798797 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.837997 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] For port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:25.853158 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.861869 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24f80-c3c0-4b34-92fd-7c1b04dcba56 req-058b73b6-7e69-40c2-881f-ca93daa57fd3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:25.872200 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-13c24f80-c3c0-4b34-92fd-7c1b04dcba56 req-058b73b6-7e69-40c2-881f-ca93daa57fd3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 944 time: 0.0887287 Aug 12 22:54:25.911686 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Pushing event updated for resources: {'Port': ['ID=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:25.941227 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-13c24f80-c3c0-4b34-92fd-7c1b04dcba56 req-8ddd5268-2ad0-4b8f-8826-dbe620320332 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639479 Aug 12 22:54:26.389982 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4b4af2ee-4033-4d6a-a8ba-9e4e85fbf27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:26.542989 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:26.822685 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:26.886990 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 7ba5ea25-d131-4543-82e5-f64872d7b707 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:26.892328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 7ba5ea25-d131-4543-82e5-f64872d7b707 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:26.892711 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:26.990507 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:27.021505 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:27.027070 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb07701f-baf2-484c-935e-e759a5a04952" -d '{"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:27.056856 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:27.080261 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:27.109795 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cf40f5-9a01-41c3-bbb1-8c17a8faadc6 x-openstack-request-id: req-07cf40f5-9a01-41c3-bbb1-8c17a8faadc6 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:27.110236 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:27.110551 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07cf40f5-9a01-41c3-bbb1-8c17a8faadc6 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:27.111191 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'code': 200} Aug 12 22:54:27.153932 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:27.317616 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783c0e0-5176-4c8d-abac-47453a87a982 req-0270c398-82ab-4550-aee7-5c9acb310d84 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:27.326335 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f783c0e0-5176-4c8d-abac-47453a87a982 req-0270c398-82ab-4550-aee7-5c9acb310d84 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0745161 Aug 12 22:54:27.371999 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f783c0e0-5176-4c8d-abac-47453a87a982 req-d423f90b-2f2f-46ce-9c83-4c8bd3f686c6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445793 Aug 12 22:54:27.483640 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c up at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:27.588867 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Provisioning complete for port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:27.589222 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:27.644549 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:27.805395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b3c45-80ee-43a0-ba96-ab97477f7afd req-2fd3b5ab-88ea-46fd-9c52-6650be18d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:27.808126 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d30b3c45-80ee-43a0-ba96-ab97477f7afd req-2fd3b5ab-88ea-46fd-9c52-6650be18d9e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1098 time: 0.0455401 Aug 12 22:54:27.860106 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d30b3c45-80ee-43a0-ba96-ab97477f7afd req-6a334c48-166b-4741-99d9-fa230eb1883f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 Aug 12 22:54:28.507421 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eec8e-a276-4e04-971b-e9a85c8b9257 req-ad763c63-a6a9-46a7-b603-a047d706d2fd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:28.509035 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e6eec8e-a276-4e04-971b-e9a85c8b9257 req-ad763c63-a6a9-46a7-b603-a047d706d2fd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0551815 Aug 12 22:54:28.557903 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e6eec8e-a276-4e04-971b-e9a85c8b9257 req-f62915ae-4910-4ccc-8111-bb50f35f4014 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Aug 12 22:54:29.109936 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:29.715233 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db648d-c582-4c63-ae5c-641cc44e8bbe req-6bd3706e-63ff-450f-8157-8bdace045ca7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:29.716876 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-08db648d-c582-4c63-ae5c-641cc44e8bbe req-6bd3706e-63ff-450f-8157-8bdace045ca7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0593903 Aug 12 22:54:29.764159 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-08db648d-c582-4c63-ae5c-641cc44e8bbe req-c3d1fc68-8fcb-4f57-bcda-8a984a7cdd48 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Aug 12 22:54:29.896564 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a76b35-91c1-4282-9c5b-bba7c45f8531 req-215ec305-ace5-4d07-83ea-c305f42a0173 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:29.902588 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-21a76b35-91c1-4282-9c5b-bba7c45f8531 req-215ec305-ace5-4d07-83ea-c305f42a0173 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0611291 Aug 12 22:54:29.907409 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47462) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:29.911888 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Request body: {'floatingip': {'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:29.985357 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.657304 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47486) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:30.782964 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2e27a1c-c751-495b-a395-137052151032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.823839 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.829132 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.903685 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2e27a1c-c751-495b-a395-137052151032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.908523 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f2e27a1c-c751-495b-a395-137052151032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.945571 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Floating IP 043c3585-2a3c-49a4-9701-1fda2f1f1184 associated. External IP: 172.27.2.15, port: 7ba5ea25-d131-4543-82e5-f64872d7b707. Aug 12 22:54:30.947737 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47490) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:30.947867 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f2e27a1c-c751-495b-a395-137052151032 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a2eb1fb931e4c57871103b0a593e19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890487 Aug 12 22:54:30.972260 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27a1c-c751-495b-a395-137052151032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdedf565-1593-4dde-af9b-0dd7c667daec,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:31.071872 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-487e5eb8-01ff-43cc-92a4-53071278d8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.101215 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-487e5eb8-01ff-43cc-92a4-53071278d8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.224663 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-487e5eb8-01ff-43cc-92a4-53071278d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.227299 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-487e5eb8-01ff-43cc-92a4-53071278d8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.228430 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-487e5eb8-01ff-43cc-92a4-53071278d8ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdedf565-1593-4dde-af9b-0dd7c667daec HTTP/1.1" status: 204 len: 168 time: 0.2796197 Aug 12 22:54:31.243473 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e5eb8-01ff-43cc-92a4-53071278d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdedf565-1593-4dde-af9b-0dd7c667daec,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:31.271020 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Router c047f161-d8b2-42b4-83ed-368a44808d37 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:54:31.419119 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:31.423869 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.430593 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:31.451335 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:31.457524 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-987e305e-51c8-4ab3-b75f-1f661cae3af2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "PUT /v2.0/floatingips/043c3585-2a3c-49a4-9701-1fda2f1f1184 HTTP/1.1" status: 200 len: 990 time: 1.5490716 Aug 12 22:54:31.458185 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:31.458601 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:31.462103 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c93f129-55be-4257-b8cb-d87a7922c100" -d '{"events": [{"name": "network-changed", "server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:31.515522 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d94d2-22bf-460c-b07c-770012800cd2 x-openstack-request-id: req-305d94d2-22bf-460c-b07c-770012800cd2 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:31.515840 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:31.516100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-305d94d2-22bf-460c-b07c-770012800cd2 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:31.516510 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'status': 'completed', 'code': 200} Aug 12 22:54:31.624059 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-803fed2c-c17c-40ce-8049-304f04929a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.626808 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-803fed2c-c17c-40ce-8049-304f04929a89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1098 time: 0.0537179 Aug 12 22:54:31.734882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:31.755845 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47524) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:31.779715 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-34748072-429f-4105-9ca0-02f9933608d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.797585 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-4b66de84-b150-442b-b310-72ea5e1c7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.799676 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-4b66de84-b150-442b-b310-72ea5e1c7183 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.1628397 Aug 12 22:54:31.955032 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-34748072-429f-4105-9ca0-02f9933608d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.956938 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-3292f649-6b1a-4191-b98c-3a125f4b382b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 200 len: 998 time: 0.1485212 Aug 12 22:54:31.965389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-34748072-429f-4105-9ca0-02f9933608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.051711 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-e3b4322a-a506-44d2-b77b-72ab27a7bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:32.053337 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-e3b4322a-a506-44d2-b77b-72ab27a7bcf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0751586 Aug 12 22:54:32.056115 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34748072-429f-4105-9ca0-02f9933608d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01d7b93-1ce8-48c7-960a-96f341e704ab,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:32.094767 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-34748072-429f-4105-9ca0-02f9933608d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f754e4066d547cf942405d807c0cd22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378263 Aug 12 22:54:32.099801 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47536) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:32.171124 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-76d8f8d1-4358-4e33-ad66-211472937911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:32.173293 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-76d8f8d1-4358-4e33-ad66-211472937911 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087236 Aug 12 22:54:32.247174 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0c82dbb5-9c3f-49d2-a409-9a3d50e7d909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.292772 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0c82dbb5-9c3f-49d2-a409-9a3d50e7d909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.298851 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e6c8-6a25-42d0-99e5-1e0347b22992 req-88d964fe-d4e1-4f6c-9946-b416eb5ecbe0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:32.308076 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9449e6c8-6a25-42d0-99e5-1e0347b22992 req-88d964fe-d4e1-4f6c-9946-b416eb5ecbe0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.1731586 Aug 12 22:54:32.342749 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '043c3585-2a3c-49a4-9701-1fda2f1f1184', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'mac_address': 'fa:16:3e:26:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:30Z', 'revision_number': 1, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:32.374749 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9449e6c8-6a25-42d0-99e5-1e0347b22992 req-b78f62bb-d881-4d40-9dce-edec4d26f1e1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656755 Aug 12 22:54:32.381265 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0c82dbb5-9c3f-49d2-a409-9a3d50e7d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.386346 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0c82dbb5-9c3f-49d2-a409-9a3d50e7d909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.389961 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0c82dbb5-9c3f-49d2-a409-9a3d50e7d909 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c01d7b93-1ce8-48c7-960a-96f341e704ab HTTP/1.1" status: 204 len: 168 time: 0.2887335 Aug 12 22:54:32.398344 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-fc5f6f73-8086-4418-93fc-1065cad94bcc service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992719 Aug 12 22:54:32.434076 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82dbb5-9c3f-49d2-a409-9a3d50e7d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01d7b93-1ce8-48c7-960a-96f341e704ab,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:32.465941 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:32.503180 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:32.504535 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:32.562246 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c93f129-55be-4257-b8cb-d87a7922c100 req-11b36685-d533-4598-8768-82d6085e371b service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529477 Aug 12 22:54:32.631928 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:32.633714 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47554) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:32.958481 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42e2c5a7-cf94-4a18-89d3-4177ff38bb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.029136 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '043c3585-2a3c-49a4-9701-1fda2f1f1184', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'mac_address': 'fa:16:3e:26:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:30Z', 'revision_number': 1, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:33.063976 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686faad-ccb6-4502-a00f-b49163b181fb None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '043c3585-2a3c-49a4-9701-1fda2f1f1184', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'mac_address': 'fa:16:3e:26:a9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:30Z', 'revision_number': 1, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:33.143940 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42e2c5a7-cf94-4a18-89d3-4177ff38bb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.150022 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-42e2c5a7-cf94-4a18-89d3-4177ff38bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.203119 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-42e2c5a7-cf94-4a18-89d3-4177ff38bb90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f3030ad2c2148b3a433fbea2dbb4a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682371 Aug 12 22:54:33.205943 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47570) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:33.213103 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2c5a7-cf94-4a18-89d3-4177ff38bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a57c880-0865-437d-84b7-54c0c7199625,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:33.278423 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd4df-3ba9-45e3-b18e-45e3d6088f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.306641 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd4df-3ba9-45e3-b18e-45e3d6088f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.369040 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3073c453-5c77-4b8e-b88d-66bd276ce4d3 None None] New status for floating IP 043c3585-2a3c-49a4-9701-1fda2f1f1184: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:54:33.377278 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd4df-3ba9-45e3-b18e-45e3d6088f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.380265 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd4df-3ba9-45e3-b18e-45e3d6088f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.381504 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8f8bd4df-3ba9-45e3-b18e-45e3d6088f7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a57c880-0865-437d-84b7-54c0c7199625 HTTP/1.1" status: 204 len: 168 time: 0.1746194 Aug 12 22:54:33.391186 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bd4df-3ba9-45e3-b18e-45e3d6088f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a57c880-0865-437d-84b7-54c0c7199625,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:33.556958 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6520e-23d7-4e4a-bb4d-c6a26b947218 req-6fee47c0-e4c0-476c-b7b9-b3f0d2939852 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.558631 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6a6520e-23d7-4e4a-bb4d-c6a26b947218 req-6fee47c0-e4c0-476c-b7b9-b3f0d2939852 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0676172 Aug 12 22:54:33.619990 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6a6520e-23d7-4e4a-bb4d-c6a26b947218 req-947c8a18-7958-4136-846f-a464b93b17d2 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538480 Aug 12 22:54:33.814034 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47608) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:33.836032 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-85db0385-90ab-4ce5-8cb3-38d962fc8104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.963329 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-85db0385-90ab-4ce5-8cb3-38d962fc8104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.969865 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-85db0385-90ab-4ce5-8cb3-38d962fc8104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.018240 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-85db0385-90ab-4ce5-8cb3-38d962fc8104 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93c3b1fe407a467c973a20608b12810f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028518 Aug 12 22:54:34.019440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db0385-90ab-4ce5-8cb3-38d962fc8104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25577710-0321-4441-868f-5859966a8f5c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:34.021889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47618) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:34.091428 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d31ad7fa-c9d7-4fcc-876c-870c039d03d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.118763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d31ad7fa-c9d7-4fcc-876c-870c039d03d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.212845 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdbc8-71c7-472e-91e1-0a3d9e2f3ee7 req-adc42cb1-4df3-4986-bb37-0f4aab49a355 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.214518 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-645cdbc8-71c7-472e-91e1-0a3d9e2f3ee7 req-adc42cb1-4df3-4986-bb37-0f4aab49a355 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0674515 Aug 12 22:54:34.233666 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d31ad7fa-c9d7-4fcc-876c-870c039d03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.236830 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d31ad7fa-c9d7-4fcc-876c-870c039d03d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.240890 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d31ad7fa-c9d7-4fcc-876c-870c039d03d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25577710-0321-4441-868f-5859966a8f5c HTTP/1.1" status: 204 len: 168 time: 0.2152884 Aug 12 22:54:34.260017 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ad7fa-c9d7-4fcc-876c-870c039d03d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25577710-0321-4441-868f-5859966a8f5c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:34.292056 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-645cdbc8-71c7-472e-91e1-0a3d9e2f3ee7 req-ef706289-ae7c-469f-968c-365474491fd7 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613093 Aug 12 22:54:34.293503 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-571e8cb3-6ac6-4e05-943c-d00474800fc2 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.298330 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-571e8cb3-6ac6-4e05-943c-d00474800fc2 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.3555419 Aug 12 22:54:34.342576 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-f2715a9d-dfc4-4fb3-b796-0e7242810849 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.344050 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-f2715a9d-dfc4-4fb3-b796-0e7242810849 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 814 time: 0.4550068 Aug 12 22:54:34.393230 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-fd81db66-2176-4b0f-8915-94da46f69970 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/quotas/a18f14704e874a50bc2d0041dafca78e HTTP/1.1" status: 200 len: 375 time: 0.0434525 Aug 12 22:54:34.474517 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b4caf933-09de-4f46-a746-5fce0ac08dc8 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735018 Aug 12 22:54:34.481272 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Deleting port cd6e68e7-d6c8-466a-9a72-287f38524b45 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:54:34.481668 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.580696 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] For port cd6e68e7-d6c8-466a-9a72-287f38524b45, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=cd6e68e7-d6c8-466a-9a72-287f38524b45,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:34.581400 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.743798 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c866837-61b1-4b95-86f6-8109d0a1ba86 req-4c164dcb-94fc-4858-85f8-40277161b963 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.751346 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1c866837-61b1-4b95-86f6-8109d0a1ba86 req-4c164dcb-94fc-4858-85f8-40277161b963 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 946 time: 0.0579765 Aug 12 22:54:34.785691 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1c866837-61b1-4b95-86f6-8109d0a1ba86 req-4da858f5-9979-4f28-a4c6-0b76c1d42fed tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Aug 12 22:54:34.809192 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-31ed2a33-d54d-46d8-97be-2008ac804204 service neutron] 10.222.0.49 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119495 Aug 12 22:54:34.873544 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.873913 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.874224 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Floating IP a86d1e4c-d5c2-400f-a82f-3ba5a2449164 disassociated. External IP: 172.27.2.133, port: cd6e68e7-d6c8-466a-9a72-287f38524b45. Aug 12 22:54:34.874594 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Calling delete_port for cd6e68e7-d6c8-466a-9a72-287f38524b45 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:54:34.965175 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-912b14ab-db09-43b0-9ac5-0570566da413 service neutron] 10.222.0.49 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462321 Aug 12 22:54:35.049740 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.082500 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'Port': ['ID=cd6e68e7-d6c8-466a-9a72-287f38524b45,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:35.193862 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b2b660e-f604-4856-85bc-13476071b6ab req-90045a0f-9a4c-4663-b4cc-bb49ebebfbfb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 210 time: 0.0318112 Aug 12 22:54:35.223640 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:54:35.342696 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:54:35.356393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:54:35.367404 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:35.368039 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:35.394959 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] No DVR routers for this DVR port cd6e68e7-d6c8-466a-9a72-287f38524b45 on host hv-cinder-80374 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:54:35.407363 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.410028 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61f880a1-f646-4faa-a617-2bfb51d54535 req-d75d4abe-6457-4e33-9180-32c96b131612 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "DELETE /v2.0/ports/cd6e68e7-d6c8-466a-9a72-287f38524b45 HTTP/1.1" status: 204 len: 173 time: 1.1018169 Aug 12 22:54:35.410815 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'name': 'network-vif-deleted', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:35.413314 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f561aa-9327-4c6a-a157-5b7acb9089b8" -d '{"events": [{"server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "name": "network-vif-deleted", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:35.464385 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61447838-206b-418a-bdb4-9b754c7e1968 req-47a41bcc-f5ca-4097-855c-0dceb976053d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:35.466189 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61447838-206b-418a-bdb4-9b754c7e1968 req-47a41bcc-f5ca-4097-855c-0dceb976053d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0733843 Aug 12 22:54:35.467873 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45188f2c-067a-4933-a064-a2abc0bf4dc5 x-openstack-request-id: req-45188f2c-067a-4933-a064-a2abc0bf4dc5 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:35.468175 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29f9011-0235-451e-aae1-c962b8089e1f", "name": "network-vif-deleted", "tag": "cd6e68e7-d6c8-466a-9a72-287f38524b45", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:35.468431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45188f2c-067a-4933-a064-a2abc0bf4dc5 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:35.468929 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29f9011-0235-451e-aae1-c962b8089e1f', 'name': 'network-vif-deleted', 'tag': 'cd6e68e7-d6c8-466a-9a72-287f38524b45', 'status': 'completed', 'code': 200} Aug 12 22:54:35.545588 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61447838-206b-418a-bdb4-9b754c7e1968 req-23ca5b72-ca75-460a-8ef5-35411b88e899 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695102 Aug 12 22:54:35.644103 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:35.911268 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-00832159-97b4-424f-ba13-c11a838737dc req-e352f60f-2ab7-4c96-a43f-45785fd32bf6 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c29f9011-0235-451e-aae1-c962b8089e1f HTTP/1.1" status: 200 len: 210 time: 0.0352895 Aug 12 22:54:35.950726 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:35.986436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:54:35.996302 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:54:35.996914 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:36.121541 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:54:36.162521 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device cd6e68e7-d6c8-466a-9a72-287f38524b45 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:54:36.187629 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: cd6e68e7-d6c8-466a-9a72-287f38524b45 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:54:36.188065 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device cd6e68e7-d6c8-466a-9a72-287f38524b45 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:54:36.328042 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4bc2b6dd-23ad-4ffc-9471-7d0534057630 req-c3e05a66-3ba1-4fda-9a26-df7503b3a55c tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 210 time: 0.0597167 Aug 12 22:54:36.422987 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:54:36.455818 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a272e8-815b-490a-b69b-678ce9e7414b None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:54:36.490025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47708) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:36.613337 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f52cda4-680c-46dd-997e-bd527c028248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.685146 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc71fb-ba2b-4cb8-a87c-75f822f41ffd req-0fcec51e-3415-45f0-aff2-a5e9be566b0e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:36.687498 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47fc71fb-ba2b-4cb8-a87c-75f822f41ffd req-0fcec51e-3415-45f0-aff2-a5e9be566b0e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0591745 Aug 12 22:54:36.713372 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984c912-2a4d-4aba-ae0a-eaff25686443 None None] New status for floating IP a86d1e4c-d5c2-400f-a82f-3ba5a2449164: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:54:36.723518 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f52cda4-680c-46dd-997e-bd527c028248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.727656 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f52cda4-680c-46dd-997e-bd527c028248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.729085 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47fc71fb-ba2b-4cb8-a87c-75f822f41ffd req-07297e39-0202-4d92-998f-e07dbf70436b tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Aug 12 22:54:36.769974 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7f52cda4-680c-46dd-997e-bd527c028248 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd11248e494d44d890caaf3c1125b423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789509 Aug 12 22:54:36.770833 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52cda4-680c-46dd-997e-bd527c028248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70d89a-9690-4e1b-8b83-1e13bf78ae78,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:36.772665 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47714) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:36.830384 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6826e11-4970-444c-af00-f22cd9e58751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.860529 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6826e11-4970-444c-af00-f22cd9e58751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.926184 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6826e11-4970-444c-af00-f22cd9e58751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.929780 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6826e11-4970-444c-af00-f22cd9e58751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:36.930955 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b6826e11-4970-444c-af00-f22cd9e58751 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d70d89a-9690-4e1b-8b83-1e13bf78ae78 HTTP/1.1" status: 204 len: 168 time: 0.1567430 Aug 12 22:54:36.940157 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6826e11-4970-444c-af00-f22cd9e58751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70d89a-9690-4e1b-8b83-1e13bf78ae78,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:37.077260 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-0ad08b13-938c-44c7-9fd6-43fde1c618ea tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:37.078909 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-0ad08b13-938c-44c7-9fd6-43fde1c618ea tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 814 time: 0.1360884 Aug 12 22:54:37.100625 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'port': {'device_id': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'admin_state_up': True, 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:37.224077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47740) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:37.243546 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Made reservation on behalf of a18f14704e874a50bc2d0041dafca78e for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:37.248080 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.340394 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-a77895f0-ac70-4070-bac2-dca1369203fa tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639961871&fields=id&tenant_id=79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 267 time: 0.0898964 Aug 12 22:54:37.391305 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47754) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:37.405201 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69ee81cb-026c-499d-b526-e106bfb71cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.454592 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3a3da3ca-1e6d-4ac0-a63d-3ee74f4c36d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.462249 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-974be14f-4b46-41b6-9810-7cd1486c34a3 req-8b6fec0c-c88d-4e4c-84ab-b41e9b0fc43b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 210 time: 0.0381024 Aug 12 22:54:37.514536 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Allocated IP 172.20.0.6 (4ab618c3-f2a8-4a41-989a-73af215e5e28/cf1076fa-dd9d-428d-996b-8f4423d5806a/a8d3bdb0-2b19-4110-85dd-460c5fcb940c) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:37.548501 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69ee81cb-026c-499d-b526-e106bfb71cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.549755 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-9c0d1730-87d1-434e-84af-934315d23c0a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:37.551555 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-9c0d1730-87d1-434e-84af-934315d23c0a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 812 time: 0.2007172 Aug 12 22:54:37.558703 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69ee81cb-026c-499d-b526-e106bfb71cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.585028 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-7c55acee-7ca6-4314-a00e-135605fd7bd5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/quotas/79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 375 time: 0.0263016 Aug 12 22:54:37.604905 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-69ee81cb-026c-499d-b526-e106bfb71cc0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c5bf2680ed14b4f919ec8b439c255e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124174 Aug 12 22:54:37.607363 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47760) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:37.630556 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee81cb-026c-499d-b526-e106bfb71cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99bd006-aa5a-4aa5-8580-98ea5f47dc7c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:37.677025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b067e80-f2ab-4bb8-9dbc-b9e089fb2e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.700209 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b067e80-f2ab-4bb8-9dbc-b9e089fb2e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.758490 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b067e80-f2ab-4bb8-9dbc-b9e089fb2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.767178 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b067e80-f2ab-4bb8-9dbc-b9e089fb2e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.768420 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7b067e80-f2ab-4bb8-9dbc-b9e089fb2e9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c99bd006-aa5a-4aa5-8580-98ea5f47dc7c HTTP/1.1" status: 204 len: 168 time: 0.1593363 Aug 12 22:54:37.781259 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-516ba738-f58e-401c-8ddd-d99b9dd0e8d8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1769583 Aug 12 22:54:37.841727 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067e80-f2ab-4bb8-9dbc-b9e089fb2e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99bd006-aa5a-4aa5-8580-98ea5f47dc7c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:37.872423 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.901064 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3a3da3ca-1e6d-4ac0-a63d-3ee74f4c36d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.916843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3a3da3ca-1e6d-4ac0-a63d-3ee74f4c36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:37.919577 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Transition to ACTIVE for port object a8d3bdb0-2b19-4110-85dd-460c5fcb940c will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:37.923475 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef94dd-cb5d-49a7-8363-fbb78ec761c2 req-1e100415-f03d-489b-b428-8075b0c28e14 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:37.932555 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8aef94dd-cb5d-49a7-8363-fbb78ec761c2 req-1e100415-f03d-489b-b428-8075b0c28e14 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.1166110 Aug 12 22:54:37.991095 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-5c34a149-5072-439b-8b90-8ebc70e382b9 service neutron] 10.222.0.49 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085569 Aug 12 22:54:38.001407 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8aef94dd-cb5d-49a7-8363-fbb78ec761c2 req-7e93b601-f190-45b7-989c-8f3f0067d390 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673840 Aug 12 22:54:38.029483 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3a3da3ca-1e6d-4ac0-a63d-3ee74f4c36d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a57fe6146a5e406786e5287285b912b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8041446 Aug 12 22:54:38.030207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3da3ca-1e6d-4ac0-a63d-3ee74f4c36d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf712f5e-2b90-43c7-ac29-624fbdd810a0,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:38.032276 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47772) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:38.106608 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.155566 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29af7f81-1313-47fa-a546-bf3b738bdd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.188440 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-87fce3e7-8148-4fae-af32-8b2a005857af service neutron] 10.222.0.49 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957572 Aug 12 22:54:38.214164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29af7f81-1313-47fa-a546-bf3b738bdd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.301470 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:38.313860 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29af7f81-1313-47fa-a546-bf3b738bdd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.316689 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-29af7f81-1313-47fa-a546-bf3b738bdd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.318178 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-29af7f81-1313-47fa-a546-bf3b738bdd2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf712f5e-2b90-43c7-ac29-624fbdd810a0 HTTP/1.1" status: 204 len: 168 time: 0.2850566 Aug 12 22:54:38.320035 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:38.339210 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:38.359862 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af7f81-1313-47fa-a546-bf3b738bdd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf712f5e-2b90-43c7-ac29-624fbdd810a0,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:38.495990 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:38.567839 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:38.568532 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.617958 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-21c67ded-7cc6-4ebd-ba93-2ac11276ba9f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5228534 Aug 12 22:54:38.843233 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-0ad90c37-53ab-4411-aeb7-43e2a68426fd None None] Provisioning for port a8d3bdb0-2b19-4110-85dd-460c5fcb940c completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:38.856912 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449ffeb-2cf1-4317-8202-a9337a96da2d req-1ee853c7-18a0-4e2c-a143-f1b5d17f9f51 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:38.862091 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-0ad90c37-53ab-4411-aeb7-43e2a68426fd None None] Provisioning complete for port a8d3bdb0-2b19-4110-85dd-460c5fcb940c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:38.863806 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0ad90c37-53ab-4411-aeb7-43e2a68426fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:38.870914 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8449ffeb-2cf1-4317-8202-a9337a96da2d req-1ee853c7-18a0-4e2c-a143-f1b5d17f9f51 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.1217175 Aug 12 22:54:38.960617 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8449ffeb-2cf1-4317-8202-a9337a96da2d req-1e27cd19-68d6-413a-9697-59fafc4ea7f8 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881748 Aug 12 22:54:38.969297 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-0ad90c37-53ab-4411-aeb7-43e2a68426fd None None] Port a8d3bdb0-2b19-4110-85dd-460c5fcb940c cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:39.093699 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1637c8c2-5e10-4e1e-9ea5-4da977324304 req-511a769c-d29e-4c44-a6f6-27e74fd16781 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0363293 Aug 12 22:54:39.277233 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba1db9-54a0-4652-a01d-aa650c1a139f req-a8f8d4a7-cac5-4fed-a5cb-b7f1f9ea026d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:39.279625 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2eba1db9-54a0-4652-a01d-aa650c1a139f req-a8f8d4a7-cac5-4fed-a5cb-b7f1f9ea026d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0879388 Aug 12 22:54:39.404260 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2eba1db9-54a0-4652-a01d-aa650c1a139f req-fc52fc97-7355-4d83-8cf0-c546501c6902 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158175 Aug 12 22:54:39.766155 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b340f-99f1-45bd-9a94-116cf7ef06a1 req-c34608de-d1d8-4aea-934f-00aec94af8df tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:39.775725 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-996b340f-99f1-45bd-9a94-116cf7ef06a1 req-c34608de-d1d8-4aea-934f-00aec94af8df tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0754952 Aug 12 22:54:39.832016 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-996b340f-99f1-45bd-9a94-116cf7ef06a1 req-48af05b2-1871-4177-a556-3a93c3e465dc tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552406 Aug 12 22:54:40.146061 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81281-411f-4ac3-92f5-fc4fc2364506 req-1f48bc55-eb04-4a27-a5a8-ce31fa57d3da tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:40.147936 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9fa81281-411f-4ac3-92f5-fc4fc2364506 req-1f48bc55-eb04-4a27-a5a8-ce31fa57d3da tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0716131 Aug 12 22:54:40.266523 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9fa81281-411f-4ac3-92f5-fc4fc2364506 req-e62412ce-1ef1-44ba-b387-5c7d2ba96c6f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911109 Aug 12 22:54:40.354824 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6b935cc1-515a-4854-a44a-26c30ce6e3b0 req-50d27856-b593-4654-86aa-3ea602bc8096 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0408070 Aug 12 22:54:40.609742 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49b373-8651-4c29-946b-c09e0f90d666 req-53b150b2-251c-46ab-9170-8bf27d2b5682 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:40.611454 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac49b373-8651-4c29-946b-c09e0f90d666 req-53b150b2-251c-46ab-9170-8bf27d2b5682 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0761447 Aug 12 22:54:40.656055 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac49b373-8651-4c29-946b-c09e0f90d666 req-47951026-c9bc-40a0-af71-0b09019fde8c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Aug 12 22:54:40.974165 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919870a-6b15-4d01-86ea-fc61dda11327 req-4c2bedbb-9414-460b-95d3-1a2949984c9f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:40.980601 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7919870a-6b15-4d01-86ea-fc61dda11327 req-4c2bedbb-9414-460b-95d3-1a2949984c9f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0759869 Aug 12 22:54:41.047905 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7919870a-6b15-4d01-86ea-fc61dda11327 req-cdb835e1-5ee4-4286-820b-d13d52dc6d0c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652847 Aug 12 22:54:41.378457 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e348a1-4867-4f8b-874c-dc5986a041fc req-1c9deccd-f5f0-4c40-bf87-9a00075961f3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:41.380092 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c9e348a1-4867-4f8b-874c-dc5986a041fc req-1c9deccd-f5f0-4c40-bf87-9a00075961f3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0549521 Aug 12 22:54:41.426382 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c9e348a1-4867-4f8b-874c-dc5986a041fc req-6e985de5-aee6-4523-8fe2-a6ab072c9aae tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Aug 12 22:54:41.526940 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-095d7ff9-54bb-4388-8821-b2547689e294 req-17dd94e7-da62-49a6-afb3-8d7f6834180c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0278864 Aug 12 22:54:41.806344 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9443-4dd8-4a13-825e-8c7e64ffb4e6 req-0e1c1b9e-9796-4232-8149-5e6593bc8125 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:41.814703 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c7ae9443-4dd8-4a13-825e-8c7e64ffb4e6 req-0e1c1b9e-9796-4232-8149-5e6593bc8125 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0841899 Aug 12 22:54:41.852369 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c7ae9443-4dd8-4a13-825e-8c7e64ffb4e6 req-861ce3f4-24f3-491a-8a6c-88a350b4f1ec tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367310 Aug 12 22:54:42.173414 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ffbba-b5b6-4aa1-9572-4d558eefd81f req-6be4bc94-a959-46d2-9392-ab5a0bb675b2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:42.181375 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-022ffbba-b5b6-4aa1-9572-4d558eefd81f req-6be4bc94-a959-46d2-9392-ab5a0bb675b2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0581732 Aug 12 22:54:42.219517 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-022ffbba-b5b6-4aa1-9572-4d558eefd81f req-673b47c8-4859-4c3e-a87b-5b026cdeccd7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Aug 12 22:54:42.545925 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a64eec-432b-4d1c-82f9-d9ce29fc5c55 req-c0f64521-5511-4004-a23a-323e25e78ddd tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:42.547425 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46a64eec-432b-4d1c-82f9-d9ce29fc5c55 req-c0f64521-5511-4004-a23a-323e25e78ddd tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0507519 Aug 12 22:54:42.585361 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46a64eec-432b-4d1c-82f9-d9ce29fc5c55 req-8ae3ed70-38b1-4dfe-b0b1-075f8fc0f32f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 12 22:54:42.676999 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-38a852be-a1f4-4d0d-aeb1-35f2684cf58a req-f9dff38f-2a46-4150-b552-b1d44552ad1c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0316188 Aug 12 22:54:42.970140 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a04e-664f-4b42-99fe-f184c4af1dc7 req-7c6fa0a0-960b-405f-b1ce-f16e2924bb35 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:42.971684 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0706a04e-664f-4b42-99fe-f184c4af1dc7 req-7c6fa0a0-960b-405f-b1ce-f16e2924bb35 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Aug 12 22:54:43.016708 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0706a04e-664f-4b42-99fe-f184c4af1dc7 req-097b064b-4fa5-4075-be85-4e63afbc55c8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378923 Aug 12 22:54:43.333116 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025004-0a77-4620-87f1-a69f82abdbe3 req-614564c3-457c-42d8-8d9b-61b658a9ca14 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:43.334949 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a025004-0a77-4620-87f1-a69f82abdbe3 req-614564c3-457c-42d8-8d9b-61b658a9ca14 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0476127 Aug 12 22:54:43.375560 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a025004-0a77-4620-87f1-a69f82abdbe3 req-c2f7a830-6b42-4ac4-9b92-83124d51e7b3 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335085 Aug 12 22:54:43.715906 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275b835-5083-4cbc-950a-006d080660d4 req-316ebc2d-8898-4d00-ae80-83ca56d36972 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:43.715906 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8275b835-5083-4cbc-950a-006d080660d4 req-316ebc2d-8898-4d00-ae80-83ca56d36972 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0538375 Aug 12 22:54:43.754330 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8275b835-5083-4cbc-950a-006d080660d4 req-0e0034f5-cb45-4f56-895e-4fc33ad3981b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Aug 12 22:54:43.842646 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51408f5a-6849-42bb-85f7-bca5300ddca1 req-52b0f7b1-cc44-4058-8f98-d42e48e7a458 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0283091 Aug 12 22:54:44.139729 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0c948-f494-479e-8ac2-2be3cde09f81 req-a05edf3c-5134-48e9-a381-57c3ec7dc348 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:44.148538 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-95d0c948-f494-479e-8ac2-2be3cde09f81 req-a05edf3c-5134-48e9-a381-57c3ec7dc348 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0642357 Aug 12 22:54:44.182421 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-95d0c948-f494-479e-8ac2-2be3cde09f81 req-0cdd9220-6c4a-4c5c-9c60-a4ab3757672f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327635 Aug 12 22:54:44.500501 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2e07b-a8e2-43a9-bdc5-25ba0c3552f9 req-bf8ab21d-7d53-49d2-b6c4-1c2898016d16 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:44.502044 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60e2e07b-a8e2-43a9-bdc5-25ba0c3552f9 req-bf8ab21d-7d53-49d2-b6c4-1c2898016d16 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0550704 Aug 12 22:54:44.554542 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60e2e07b-a8e2-43a9-bdc5-25ba0c3552f9 req-bcc3bcd7-5f3c-482d-9a1e-087cd20851c2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441477 Aug 12 22:54:44.886818 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3648fd-9367-444b-86c8-f8698f121b1b req-56a6c812-18b1-46c0-8dde-031d785b8b0e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:44.896868 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc3648fd-9367-444b-86c8-f8698f121b1b req-56a6c812-18b1-46c0-8dde-031d785b8b0e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0720680 Aug 12 22:54:44.949025 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc3648fd-9367-444b-86c8-f8698f121b1b req-50d97f92-39f0-4803-b2c9-294b1edea332 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Aug 12 22:54:45.051040 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:54:45.093244 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8b009409-9ae4-48d6-908b-f8225e59503a req-7e068401-06ce-4509-8609-9ca9c2186f04 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0493586 Aug 12 22:54:45.220594 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47978) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:45.313192 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ad9-49bc-45cc-aa1f-49f0e3c575dc req-1d08ca36-54e4-4663-b7d7-e7aa335a0d80 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:45.322237 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b19c4ad9-49bc-45cc-aa1f-49f0e3c575dc req-1d08ca36-54e4-4663-b7d7-e7aa335a0d80 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0680428 Aug 12 22:54:45.360624 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b19c4ad9-49bc-45cc-aa1f-49f0e3c575dc req-171e2dc1-f654-4020-a7c8-658ff238b122 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372248 Aug 12 22:54:45.377812 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.474800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.479981 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.520413 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3577f3a10ea7440a8827ad85fb794686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986431 Aug 12 22:54:45.521277 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2abb04-b934-4d6a-96e6-e83b70d18e21,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:45.523508 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 47982) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:45.528622 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.528973 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.529320 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.529660 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.530191 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.530662 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.534617 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.534973 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.535335 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.535687 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.536075 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.536403 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e91c9-06ef-4d94-b7a0-4a07b0b7521b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:45.582075 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d457e0e-93e5-413d-be3f-01b44334bb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.611566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d457e0e-93e5-413d-be3f-01b44334bb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.692408 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55445f7-2fca-4c01-960c-d776e26d83c7 req-238e4ad0-84a0-41ab-b824-d4655a958f72 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:45.693883 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f55445f7-2fca-4c01-960c-d776e26d83c7 req-238e4ad0-84a0-41ab-b824-d4655a958f72 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0586073 Aug 12 22:54:45.706813 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d457e0e-93e5-413d-be3f-01b44334bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.709301 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d457e0e-93e5-413d-be3f-01b44334bb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:45.713200 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4d457e0e-93e5-413d-be3f-01b44334bb71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e2abb04-b934-4d6a-96e6-e83b70d18e21 HTTP/1.1" status: 204 len: 168 time: 0.1854939 Aug 12 22:54:45.727687 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d457e0e-93e5-413d-be3f-01b44334bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2abb04-b934-4d6a-96e6-e83b70d18e21,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:45.782561 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f55445f7-2fca-4c01-960c-d776e26d83c7 req-ec2a878b-a816-4344-b447-b03ca1afc225 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824175 Aug 12 22:54:46.051909 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 47992) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:46.068212 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dd9363ca-8034-464c-970e-20b47b5a99d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.109410 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fe34b-0bb6-4f67-a3d2-e77e0873a20e req-9fecc51a-0388-4eb1-9f48-7515f8736926 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:46.117643 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bc9fe34b-0bb6-4f67-a3d2-e77e0873a20e req-9fecc51a-0388-4eb1-9f48-7515f8736926 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.1012661 Aug 12 22:54:46.183089 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bc9fe34b-0bb6-4f67-a3d2-e77e0873a20e req-3898326c-913e-4b88-8cf9-cef37ed93a8f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573394 Aug 12 22:54:46.249067 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dd9363ca-8034-464c-970e-20b47b5a99d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.255009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dd9363ca-8034-464c-970e-20b47b5a99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.298279 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9363ca-8034-464c-970e-20b47b5a99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6822f99-7820-4a8f-a5df-03c35de457f9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:46.304994 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-dd9363ca-8034-464c-970e-20b47b5a99d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f03ff721b46b4c648c7fc5905292d476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497838 Aug 12 22:54:46.305347 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48002) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:46.332610 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93d96a79-c3a2-430e-b05e-6c0a52108887 req-d448c22b-dad8-4e99-9aee-59f9a7410001 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0544484 Aug 12 22:54:46.357128 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3479d3bd-5bb7-413d-9ad6-4c24f2a54255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.379093 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3479d3bd-5bb7-413d-9ad6-4c24f2a54255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.427334 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3479d3bd-5bb7-413d-9ad6-4c24f2a54255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.432676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3479d3bd-5bb7-413d-9ad6-4c24f2a54255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:46.439246 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3479d3bd-5bb7-413d-9ad6-4c24f2a54255 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6822f99-7820-4a8f-a5df-03c35de457f9 HTTP/1.1" status: 204 len: 168 time: 0.1330221 Aug 12 22:54:46.449386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479d3bd-5bb7-413d-9ad6-4c24f2a54255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6822f99-7820-4a8f-a5df-03c35de457f9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:46.548585 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df95759-ee3c-4942-b5fd-1cbe10e9918c req-0c34a44b-dfdb-48b7-b6f8-7b38948d4099 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:46.550635 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4df95759-ee3c-4942-b5fd-1cbe10e9918c req-0c34a44b-dfdb-48b7-b6f8-7b38948d4099 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0961850 Aug 12 22:54:46.610808 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4df95759-ee3c-4942-b5fd-1cbe10e9918c req-5b85c625-e43e-4efa-8836-89fc1ad089fb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515940 Aug 12 22:54:46.912473 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02646cfb-35ba-4a5b-9e46-69ae94de7718 req-a8f6af75-637e-4505-b03e-5971677f2d96 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:46.920850 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-02646cfb-35ba-4a5b-9e46-69ae94de7718 req-a8f6af75-637e-4505-b03e-5971677f2d96 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0629852 Aug 12 22:54:46.959245 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-02646cfb-35ba-4a5b-9e46-69ae94de7718 req-fc872c54-5927-4817-8b4e-8f71f407c8cc tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374460 Aug 12 22:54:47.301901 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183885-692f-4e97-9ebf-e94b52fc6a5f req-bf24e7b1-51bc-4296-9e3d-757e455c52e2 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:47.303937 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10183885-692f-4e97-9ebf-e94b52fc6a5f req-bf24e7b1-51bc-4296-9e3d-757e455c52e2 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0509119 Aug 12 22:54:47.344727 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-10183885-692f-4e97-9ebf-e94b52fc6a5f req-cf6ce252-29ac-430c-aaad-dd3a1bf03049 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 12 22:54:47.448351 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e7bae3c-c0bd-49d9-ac44-dd2d114980b3 req-bf6110cf-29ae-4876-a228-9ddae47faea0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0384037 Aug 12 22:54:47.643023 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48042) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:47.800309 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcd6c9-ecb6-4344-8786-479189a09e4c req-27677ce8-4536-4e33-82fb-58c88b5a7284 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:47.801897 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbbcd6c9-ecb6-4344-8786-479189a09e4c req-27677ce8-4536-4e33-82fb-58c88b5a7284 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0951717 Aug 12 22:54:47.805882 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90b70021-5286-4e87-9fc7-cc5a320d8f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:47.858797 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbbcd6c9-ecb6-4344-8786-479189a09e4c req-00dc1340-7043-43ef-b203-97ac4907f2e4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Aug 12 22:54:47.945798 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90b70021-5286-4e87-9fc7-cc5a320d8f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:47.950486 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90b70021-5286-4e87-9fc7-cc5a320d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:47.994515 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-90b70021-5286-4e87-9fc7-cc5a320d8f27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3de2fe392f6442d8c0c06e7ec3efdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500454 Aug 12 22:54:47.995726 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b70021-5286-4e87-9fc7-cc5a320d8f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31747a-1906-4c05-9818-c7f2e30757e9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:47.997088 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48058) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:48.116990 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9d805262-521f-4b0b-a026-6f1dd2dbb512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:48.139290 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9d805262-521f-4b0b-a026-6f1dd2dbb512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:48.204045 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df201ed7-b7df-4796-a11d-fdc19688b5c7 req-c6211acc-3a19-47ff-aec6-fb531032e4a7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:48.205976 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df201ed7-b7df-4796-a11d-fdc19688b5c7 req-c6211acc-3a19-47ff-aec6-fb531032e4a7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.1299205 Aug 12 22:54:48.227854 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9d805262-521f-4b0b-a026-6f1dd2dbb512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:48.230782 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9d805262-521f-4b0b-a026-6f1dd2dbb512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:48.232097 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9d805262-521f-4b0b-a026-6f1dd2dbb512 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad31747a-1906-4c05-9818-c7f2e30757e9 HTTP/1.1" status: 204 len: 168 time: 0.2338707 Aug 12 22:54:48.289709 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d805262-521f-4b0b-a026-6f1dd2dbb512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31747a-1906-4c05-9818-c7f2e30757e9,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:48.306525 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df201ed7-b7df-4796-a11d-fdc19688b5c7 req-17829516-0f34-478e-bbf1-683ee06025cf tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826900 Aug 12 22:54:48.514395 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886d7f-a7cd-445c-8ddc-c2ebb90ac68d req-3be4a1af-4617-44b7-80ab-de29ea16d7e8 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:48.523666 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee886d7f-a7cd-445c-8ddc-c2ebb90ac68d req-3be4a1af-4617-44b7-80ab-de29ea16d7e8 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 931 time: 0.0913129 Aug 12 22:54:48.579152 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee886d7f-a7cd-445c-8ddc-c2ebb90ac68d req-1b3b620e-bce0-49df-8dde-24e7ed80bc7d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Aug 12 22:54:48.683387 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-23806a1a-2090-4345-9edf-16d21bfe8596 req-0d0fece7-dd54-4f17-ae1d-5daffc5a4656 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0272763 Aug 12 22:54:48.979987 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157608c-be24-4e10-bd8d-53b395111230 req-17c6a4cd-2a4a-4104-afed-a6b1f98979e0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:48.981729 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3157608c-be24-4e10-bd8d-53b395111230 req-17c6a4cd-2a4a-4104-afed-a6b1f98979e0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Aug 12 22:54:49.024407 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3157608c-be24-4e10-bd8d-53b395111230 req-e62f49ec-71ba-4fbb-b85d-7ea76a995e12 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359807 Aug 12 22:54:49.212197 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Request body: {'port': {'device_id': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:49.265516 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.470930 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac8c0c-82fa-415d-908a-e560642f1230 req-9ac3388b-61c4-4b68-b864-bb2efba1473f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:49.472416 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ceac8c0c-82fa-415d-908a-e560642f1230 req-9ac3388b-61c4-4b68-b864-bb2efba1473f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.1061420 Aug 12 22:54:49.534365 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ceac8c0c-82fa-415d-908a-e560642f1230 req-9ca4971d-2971-4eb4-96c3-609538f3a880 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539391 Aug 12 22:54:49.604673 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d3bdb0-2b19-4110-85dd-460c5fcb940c {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:49.612469 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.625521 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Transition to ACTIVE for port object a8d3bdb0-2b19-4110-85dd-460c5fcb940c will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:49.630760 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.682751 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:49.716218 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fbe84-6d37-495a-ae56-5ac427646e97 req-e818e750-269d-4f3b-a7e8-fff8b7c721ec tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:49.719173 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-191fbe84-6d37-495a-ae56-5ac427646e97 req-e818e750-269d-4f3b-a7e8-fff8b7c721ec tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 943 time: 0.0681238 Aug 12 22:54:49.753954 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Attempting to bind port a8d3bdb0-2b19-4110-85dd-460c5fcb940c on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:49.754731 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Attempting to bind port a8d3bdb0-2b19-4110-85dd-460c5fcb940c by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:49.754941 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Attempting to bind port a8d3bdb0-2b19-4110-85dd-460c5fcb940c on network 4ab618c3-f2a8-4a41-989a-73af215e5e28 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:49.760405 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Port a8d3bdb0-2b19-4110-85dd-460c5fcb940c on network 4ab618c3-f2a8-4a41-989a-73af215e5e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:54:49.760720 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Attempting to bind port a8d3bdb0-2b19-4110-85dd-460c5fcb940c on network 4ab618c3-f2a8-4a41-989a-73af215e5e28 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:49.773039 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-191fbe84-6d37-495a-ae56-5ac427646e97 req-2ddd2f2e-34f4-4ca1-a900-2d0acd61f6c6 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Aug 12 22:54:49.777277 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:49.777614 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Checking segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:49.778000 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Bound using segment: {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:49.778505 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Bound port: a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1980979-f4c6-4ad2-9a3e-96d3420420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:49.778862 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.808821 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51ab5d74-81d1-4b18-be66-d39ef226a05a req-d1bae817-29bc-4200-978a-bf770ee9ad6c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0448034 Aug 12 22:54:49.872288 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:49.874814 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:49.879454 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.912546 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:49.913959 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.915346 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 1093 time: 0.8117769 Aug 12 22:54:49.915777 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:49.917995 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cff17e-1e31-4887-8db3-446c954847dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:49.945017 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9398-583a-4fcb-96e5-da094a4d73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:50.042225 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-5602adfe-2ddb-4acf-be3a-2c50adb0bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.044484 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-5602adfe-2ddb-4acf-be3a-2c50adb0bce6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1096 time: 0.0560350 Aug 12 22:54:50.123849 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-305f6a67-b320-4a9e-87d8-d70add5e0e8d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.126002 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-305f6a67-b320-4a9e-87d8-d70add5e0e8d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 812 time: 0.1733372 Aug 12 22:54:50.193612 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-a3759d92-7e9e-4bb7-b1d7-63a09612f8bc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 379 time: 0.0510576 Aug 12 22:54:50.208890 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'port': {'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'admin_state_up': True, 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'security_groups': ['ec2d8101-472f-4a5f-a81b-e92f67b23aa4']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:50.393357 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Made reservation on behalf of 79832d4dff114864b992cdb48b9fecd7 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:50.397006 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:50.440296 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc45d2-9c75-4633-9c9b-8130be76177f x-openstack-request-id: req-55fc45d2-9c75-4633-9c9b-8130be76177f {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:50.440585 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:50.440801 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55fc45d2-9c75-4633-9c9b-8130be76177f {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:50.441175 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'status': 'completed', 'code': 200} Aug 12 22:54:50.450242 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-0efbd883-cb86-4570-b072-ae9ce15d2b47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 217 time: 0.3888328 Aug 12 22:54:50.517223 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-e848d426-0fc7-4957-8ad5-92513dd0ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.518659 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-e848d426-0fc7-4957-8ad5-92513dd0ba3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0515976 Aug 12 22:54:50.525115 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Allocated IP 172.20.0.11 (ecbc6799-d441-4701-86bd-882f6abb360c/b7bf2090-3d19-4161-9a9f-3053b7c89a8d/e4d3e441-8925-4864-924c-1fff758c04da) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:50.526062 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ee364-8ec7-48f0-ab67-50cfb04b90db req-badf0afd-0b8b-4535-8435-8e37382893e0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.527427 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f46ee364-8ec7-48f0-ab67-50cfb04b90db req-badf0afd-0b8b-4535-8435-8e37382893e0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0894473 Aug 12 22:54:50.594722 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f46ee364-8ec7-48f0-ab67-50cfb04b90db req-d946a424-71b1-423d-a54f-378db0c6dede tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569751 Aug 12 22:54:50.597292 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-0566bd6e-4d5e-4d66-8c70-faaf382712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.598815 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-0566bd6e-4d5e-4d66-8c70-faaf382712f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684168 Aug 12 22:54:50.841961 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c5fee-bfb9-49c1-8121-6bd52fd163ee req-bda5a8b8-c026-406b-a40f-06c50b39e4dc tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.843613 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fd6c5fee-bfb9-49c1-8121-6bd52fd163ee req-bda5a8b8-c026-406b-a40f-06c50b39e4dc tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Aug 12 22:54:50.883975 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fd6c5fee-bfb9-49c1-8121-6bd52fd163ee req-844aee80-211f-4372-be98-0c3a6284de9f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337877 Aug 12 22:54:50.914221 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf80d94-d40a-40be-8e10-fc0fd3182dd3 req-7be20200-a92e-4ca7-93d9-70d81ab414c1 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.915658 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf80d94-d40a-40be-8e10-fc0fd3182dd3 req-7be20200-a92e-4ca7-93d9-70d81ab414c1 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.3038056 Aug 12 22:54:50.958571 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:50.980164 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf80d94-d40a-40be-8e10-fc0fd3182dd3 req-4e409f09-6856-475c-bb38-20f5e48b02f3 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579431 Aug 12 22:54:50.982584 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Transition to ACTIVE for port object e4d3e441-8925-4864-924c-1fff758c04da will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:50.993527 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1a187-e618-4653-a1f2-a305d28467ee req-44a9756b-6a0d-4a5a-9516-68042a53ef40 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.995161 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c6a1a187-e618-4653-a1f2-a305d28467ee req-44a9756b-6a0d-4a5a-9516-68042a53ef40 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 943 time: 0.0489962 Aug 12 22:54:51.027936 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:51.038641 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c6a1a187-e618-4653-a1f2-a305d28467ee req-6eddfec3-5dd5-4034-a0ad-2f66827b08ef tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Aug 12 22:54:51.098100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Network ecbc6799-d441-4701-86bd-882f6abb360c is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:51.106820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:51.111813 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:51.137537 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=e4d3e441-8925-4864-924c-1fff758c04da,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:51.172261 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285466f6-ca97-476f-ae77-4bba8f1a9ad6 req-36cb8247-9e6d-4fc7-a7c0-9ab6cc77843a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.173772 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-285466f6-ca97-476f-ae77-4bba8f1a9ad6 req-36cb8247-9e6d-4fc7-a7c0-9ab6cc77843a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 932 time: 0.1134155 Aug 12 22:54:51.184702 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.185328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:51.222960 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0f1bdef1-57ce-4181-9033-066e15846df7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0228877 Aug 12 22:54:51.244141 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-285466f6-ca97-476f-ae77-4bba8f1a9ad6 req-082d0743-e92b-462b-927b-edf604359491 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 Aug 12 22:54:51.275407 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-4d809781-cc77-4f63-83b4-cba71dbfcd9b service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063271 Aug 12 22:54:51.404339 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-20b8b379-9662-4ea8-9e77-14c9abc444e7 None None] Provisioning for port e4d3e441-8925-4864-924c-1fff758c04da completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:51.408188 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-20b8b379-9662-4ea8-9e77-14c9abc444e7 None None] Provisioning complete for port e4d3e441-8925-4864-924c-1fff758c04da triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:51.408609 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-20b8b379-9662-4ea8-9e77-14c9abc444e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:51.444462 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-20b8b379-9662-4ea8-9e77-14c9abc444e7 None None] Port e4d3e441-8925-4864-924c-1fff758c04da cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:54:51.997749 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5f5d-e5f2-4755-bf54-31ea3b0fb383 req-4bab15c9-46b8-4b93-b93e-d1dd021adc84 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.999246 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-928a5f5d-e5f2-4755-bf54-31ea3b0fb383 req-4bab15c9-46b8-4b93-b93e-d1dd021adc84 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Aug 12 22:54:52.035962 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-928a5f5d-e5f2-4755-bf54-31ea3b0fb383 req-fe7ffea8-e17c-45b6-ba2c-329c60e27542 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Aug 12 22:54:52.138926 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e5d7d-f021-4a8c-932b-67de8cc8a99a req-3840364d-1a67-44a1-8e09-e3b7e3d76e73 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.140607 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cb4e5d7d-f021-4a8c-932b-67de8cc8a99a req-3840364d-1a67-44a1-8e09-e3b7e3d76e73 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Aug 12 22:54:52.177248 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cb4e5d7d-f021-4a8c-932b-67de8cc8a99a req-c1edf376-81af-498a-9d72-374e91036f57 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305877 Aug 12 22:54:52.276363 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6759d4-f157-42a4-a6f6-f2c512280c55 req-474d1232-652d-4142-ac1b-c890d19e433b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.277808 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5f6759d4-f157-42a4-a6f6-f2c512280c55 req-474d1232-652d-4142-ac1b-c890d19e433b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 943 time: 0.0473890 Aug 12 22:54:52.315026 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5f6759d4-f157-42a4-a6f6-f2c512280c55 req-5d92a11d-5682-418d-aaff-f762961a1c1a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Aug 12 22:54:52.415931 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb99727-4d28-420e-8fa9-2c6820a81578 req-5593678d-a4f7-4349-a81a-5c3834c054a4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.417446 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5eb99727-4d28-420e-8fa9-2c6820a81578 req-5593678d-a4f7-4349-a81a-5c3834c054a4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 932 time: 0.0486116 Aug 12 22:54:52.455025 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5eb99727-4d28-420e-8fa9-2c6820a81578 req-59d2f43b-e45b-4ecb-835b-f6fbeeb91189 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Aug 12 22:54:52.460067 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Request body: {'port': {'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:52.526136 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:52.547920 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-609d97dd-2785-4a7b-89b2-0bfe76b4b625 req-a42df1f8-364d-42d0-934d-ea04421329cb service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932865 Aug 12 22:54:52.600896 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218507c-5c16-4c02-a64a-09a955361978 req-0b951afd-4b33-4dc7-9e0d-e29ff4642b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.602501 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-0b951afd-4b33-4dc7-9e0d-e29ff4642b0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 1098 time: 0.0842564 Aug 12 22:54:52.727765 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff17e-1e31-4887-8db3-446c954847dd req-184155e3-8f90-4b25-9db3-6e5909dc2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.729246 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-184155e3-8f90-4b25-9db3-6e5909dc2228 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1096 time: 0.0449448 Aug 12 22:54:52.813334 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218507c-5c16-4c02-a64a-09a955361978 req-3d882aa4-d4ef-4514-a086-43d89d5488b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.814943 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-3d882aa4-d4ef-4514-a086-43d89d5488b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.1450348 Aug 12 22:54:52.817875 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff17e-1e31-4887-8db3-446c954847dd req-2bb538df-4b57-472a-87de-4a368becdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.819578 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-2bb538df-4b57-472a-87de-4a368becdc35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 915 time: 0.0818105 Aug 12 22:54:52.868226 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-ca5c1fff-597b-4190-a76f-079f15a3ec5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 217 time: 0.0390654 Aug 12 22:54:52.920147 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff17e-1e31-4887-8db3-446c954847dd req-ac10afae-a820-4409-b713-a28204019e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.921600 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-ac10afae-a820-4409-b713-a28204019e39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0436978 Aug 12 22:54:52.922891 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-66e846b3-4261-480a-8c16-30179a770ae4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 200 len: 1001 time: 0.0922379 Aug 12 22:54:52.934717 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d3e441-8925-4864-924c-1fff758c04da {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:52.950593 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:52.977373 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff17e-1e31-4887-8db3-446c954847dd req-85883d4f-2921-452a-917a-994ac00b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:52.979197 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-85883d4f-2921-452a-917a-994ac00b203a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434542 Aug 12 22:54:52.986566 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Transition to ACTIVE for port object e4d3e441-8925-4864-924c-1fff758c04da will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:52.995800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:53.005525 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218507c-5c16-4c02-a64a-09a955361978 req-4219071f-e7b2-4216-aabf-76d9e627d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.007783 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-4219071f-e7b2-4216-aabf-76d9e627d5f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0684359 Aug 12 22:54:53.080232 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Pushing event updated for resources: {'Port': ['ID=e4d3e441-8925-4864-924c-1fff758c04da,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:53.106126 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-eddca7af-8f4a-4aa6-8ae0-0dfa84346fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169157 Aug 12 22:54:53.141207 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218507c-5c16-4c02-a64a-09a955361978 req-16aebf0c-de69-4d67-95d8-6f35eed52e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.142763 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-16aebf0c-de69-4d67-95d8-6f35eed52e48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126676 Aug 12 22:54:53.229915 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86cff17e-1e31-4887-8db3-446c954847dd req-0ea13cad-6ef3-4a30-a111-557db4bdf227 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155303 Aug 12 22:54:53.293929 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-49efe52d-5797-4059-bc97-36b572e5c68a service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428432 Aug 12 22:54:53.311445 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Attempting to bind port e4d3e441-8925-4864-924c-1fff758c04da on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:53.311785 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Attempting to bind port e4d3e441-8925-4864-924c-1fff758c04da by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:53.312108 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Attempting to bind port e4d3e441-8925-4864-924c-1fff758c04da on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:53.323057 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c9d1-1670-43f3-843f-dd2d569bd04c req-5809522a-32d1-4757-806e-787d53ae8bef tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.324559 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21c9c9d1-1670-43f3-843f-dd2d569bd04c req-5809522a-32d1-4757-806e-787d53ae8bef tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0634763 Aug 12 22:54:53.330211 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22952-66bb-4f0e-9e53-66679a7cc2f1 req-5ad766c1-74e7-4934-ae44-d99607ba3d31 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.331688 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-08e22952-66bb-4f0e-9e53-66679a7cc2f1 req-5ad766c1-74e7-4934-ae44-d99607ba3d31 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.1848145 Aug 12 22:54:53.336077 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Port e4d3e441-8925-4864-924c-1fff758c04da on network ecbc6799-d441-4701-86bd-882f6abb360c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:54:53.336077 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Attempting to bind port e4d3e441-8925-4864-924c-1fff758c04da on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:53.363789 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21c9c9d1-1670-43f3-843f-dd2d569bd04c req-9ee2ba2a-e70c-41e6-a7cb-8346c0380099 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Aug 12 22:54:53.381010 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:53.381959 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Checking segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:53.384056 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Bound using segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:53.384056 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Bound port: e4d3e441-8925-4864-924c-1fff758c04da, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:53.384056 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:53.473133 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-08e22952-66bb-4f0e-9e53-66679a7cc2f1 req-d4a90560-2a3d-4d3f-9199-7eec0ddaad05 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266649 Aug 12 22:54:53.489065 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4218507c-5c16-4c02-a64a-09a955361978 req-0d5e07fd-7679-4b45-8d53-f3feca977eaf service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796820 Aug 12 22:54:53.492241 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee89a8-00c9-4bbf-9b1c-bdb26230e758 req-868067a6-e739-4787-b43f-54876f18f5af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.494028 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-76ee89a8-00c9-4bbf-9b1c-bdb26230e758 req-868067a6-e739-4787-b43f-54876f18f5af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 943 time: 0.0624514 Aug 12 22:54:53.518189 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] For port e4d3e441-8925-4864-924c-1fff758c04da, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:53.522411 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] For port e4d3e441-8925-4864-924c-1fff758c04da, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e4d3e441-8925-4864-924c-1fff758c04da,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:53.541708 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:53.553001 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-76ee89a8-00c9-4bbf-9b1c-bdb26230e758 req-de840fe9-92af-48f8-9ccd-d48d947f5a89 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521150 Aug 12 22:54:53.593981 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.594612 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:53.596698 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] 10.222.0.42 "PUT /v2.0/ports/e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 1094 time: 1.1408899 Aug 12 22:54:53.618791 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:53.621096 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc3a9d2-4929-4e2e-89b7-996c093c9121" -d '{"events": [{"name": "network-changed", "server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "tag": "e4d3e441-8925-4864-924c-1fff758c04da"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:53.656161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fcd92-291b-4e8b-919d-e8c94d8614de service neutron] Pushing event updated for resources: {'Port': ['ID=e4d3e441-8925-4864-924c-1fff758c04da,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:53.670216 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5f26e-081f-47da-917e-c27411cbb3f0 req-aaa3a8b3-3c72-46ae-a0ed-682c2634a480 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.677473 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-63a5f26e-081f-47da-917e-c27411cbb3f0 req-aaa3a8b3-3c72-46ae-a0ed-682c2634a480 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.1022949 Aug 12 22:54:53.768782 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-63a5f26e-081f-47da-917e-c27411cbb3f0 req-d642e1dc-9a31-4995-8166-0f819159df5c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886860 Aug 12 22:54:53.794546 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-ba8f0049-ffad-4f86-ab0d-7e3039186dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.796880 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-ba8f0049-ffad-4f86-ab0d-7e3039186dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1097 time: 0.0896258 Aug 12 22:54:53.827855 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2be3594-372d-40f0-a6b1-c122c5431aba x-openstack-request-id: req-b2be3594-372d-40f0-a6b1-c122c5431aba {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:53.828202 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "tag": "e4d3e441-8925-4864-924c-1fff758c04da", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:53.828517 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2be3594-372d-40f0-a6b1-c122c5431aba {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:53.828957 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da', 'status': 'completed', 'code': 200} Aug 12 22:54:53.855115 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-456c72e8-aae2-458b-9bad-d04f490f5e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:53.859085 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-00898b38-147c-49f6-a0a5-0e0fa5436df3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 217 time: 0.0404243 Aug 12 22:54:53.909612 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0669efd0-c9d5-4302-9611-ce632bf7fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.911094 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0669efd0-c9d5-4302-9611-ce632bf7fabd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0450366 Aug 12 22:54:53.963729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-8ff12d06-4ab4-4899-8e33-f9e914843308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:53.965180 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-8ff12d06-4ab4-4899-8e33-f9e914843308 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389719 Aug 12 22:54:54.073275 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-0ba2e13f-c8f4-4b00-9c0a-4135aaf70140 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877380 Aug 12 22:54:54.183188 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-072ee266-7c35-4dd2-9b21-8c68c7571f77 req-6ce4a74d-f6d6-4957-9e67-8254f10dc190 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911283 Aug 12 22:54:54.332235 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-66621f0c-1408-4955-832a-e3eb0c43a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.333605 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-66621f0c-1408-4955-832a-e3eb0c43a2eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1097 time: 0.0449672 Aug 12 22:54:54.391285 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device a8d3bdb0-2b19-4110-85dd-460c5fcb940c details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:54:54.431421 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-190a250b-3897-4c77-bff6-24d24ccf2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.433018 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-190a250b-3897-4c77-bff6-24d24ccf2745 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.0870407 Aug 12 22:54:54.485034 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:54.493883 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-3c397907-505e-4983-ac36-2b131b116280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 217 time: 0.0513406 Aug 12 22:54:54.497011 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'port_id': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'mac_address': 'fa:16:3e:fc:40:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:54:54.514738 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81366d-850d-4ac2-8c3f-83e3480a4808 req-8c509ed6-23a4-4316-9ea0-2e5197901acb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.516255 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4f81366d-850d-4ac2-8c3f-83e3480a4808 req-8c509ed6-23a4-4316-9ea0-2e5197901acb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0817323 Aug 12 22:54:54.534125 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:54.547824 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d3bdb0-2b19-4110-85dd-460c5fcb940c {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:54.570735 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:54.575197 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:54.593891 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8a160-6a3b-4443-bc1a-87aa9ca27e9d req-f30a21b7-212e-44ed-8091-3c0a8f32d4ce tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.595246 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-1ccc67b3-0d13-467d-97c9-54255ace3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.596045 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2aa8a160-6a3b-4443-bc1a-87aa9ca27e9d req-f30a21b7-212e-44ed-8091-3c0a8f32d4ce tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0509610 Aug 12 22:54:54.596711 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-1ccc67b3-0d13-467d-97c9-54255ace3fc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0898886 Aug 12 22:54:54.599682 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4f81366d-850d-4ac2-8c3f-83e3480a4808 req-e607e3ac-992c-4d0e-849a-07bed8a27926 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754588 Aug 12 22:54:54.638232 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:54.660264 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2aa8a160-6a3b-4443-bc1a-87aa9ca27e9d req-75826486-6c47-44e8-addb-b3b86b7948c0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563216 Aug 12 22:54:54.666494 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-a2c4177e-cb3b-40b4-9df3-5e80c73d3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.667514 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-a2c4177e-cb3b-40b4-9df3-5e80c73d3677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617092 Aug 12 22:54:54.767202 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998c2de-3b84-42c1-a421-47753d136c1c req-140d9cb6-c004-4f9d-a7ca-94ef0f0cb730 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.768673 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4998c2de-3b84-42c1-a421-47753d136c1c req-140d9cb6-c004-4f9d-a7ca-94ef0f0cb730 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 944 time: 0.1003015 Aug 12 22:54:54.814470 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-6ffe6674-148b-42b8-84b2-a1758000d76b service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173942 Aug 12 22:54:54.826543 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4998c2de-3b84-42c1-a421-47753d136c1c req-1a37d424-7875-445b-a191-939731420b8d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Aug 12 22:54:54.927282 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-efc3a9d2-4929-4e2e-89b7-996c093c9121 req-0c250509-e457-4c18-8225-ffaea0113476 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914245 Aug 12 22:54:54.940945 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da341d-8143-4008-859c-54afb5e660ba req-6b4816e9-03fd-4e3b-a338-cfea3b4e071c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:54.942506 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c6da341d-8143-4008-859c-54afb5e660ba req-6b4816e9-03fd-4e3b-a338-cfea3b4e071c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0553148 Aug 12 22:54:54.949533 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['a8d3bdb0-2b19-4110-85dd-460c5fcb940c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:54.996564 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c6da341d-8143-4008-859c-54afb5e660ba req-d79ba261-35f1-43be-bd06-1d2d616f25d9 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347130 Aug 12 22:54:55.470870 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:55.717529 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3381a96-4d2d-4145-aa01-befbd5fad3c0 req-875c4d31-f128-4acb-a102-e61dce21279d tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:55.719005 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c3381a96-4d2d-4145-aa01-befbd5fad3c0 req-875c4d31-f128-4acb-a102-e61dce21279d tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Aug 12 22:54:55.755157 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c3381a96-4d2d-4145-aa01-befbd5fad3c0 req-181a207b-7d9e-4652-ac38-a020f20bd510 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303915 Aug 12 22:54:55.943203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b444-0148-4a83-b961-a02efa30397f req-c258dd30-2424-427a-ab58-f15178167cc3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:55.944587 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78c3b444-0148-4a83-b961-a02efa30397f req-c258dd30-2424-427a-ab58-f15178167cc3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 944 time: 0.0534108 Aug 12 22:54:55.986048 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78c3b444-0148-4a83-b961-a02efa30397f req-fc1b44ef-88e1-47c1-a890-9d7526175dc0 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Aug 12 22:54:56.121431 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb6d4-63c2-450f-8950-1718623b9063 req-c583748c-ebdb-4848-9a89-0762b804aebe tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:56.123730 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e2bb6d4-63c2-450f-8950-1718623b9063 req-c583748c-ebdb-4848-9a89-0762b804aebe tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0578740 Aug 12 22:54:56.163834 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e2bb6d4-63c2-450f-8950-1718623b9063 req-c096a6c3-08b0-4aef-ad94-fa044e9116c8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Aug 12 22:54:56.388662 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device a8d3bdb0-2b19-4110-85dd-460c5fcb940c up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:56.408528 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48196) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:56.413487 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f1e344a2-d5cc-49d2-94be-9b7725821a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.442383 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port a8d3bdb0-2b19-4110-85dd-460c5fcb940c completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:56.446750 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port a8d3bdb0-2b19-4110-85dd-460c5fcb940c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:56.447144 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.515890 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-296cb9f1-4dac-469c-b416-e3a82872f19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.533652 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.544943 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.561369 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:56.563630 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43811f27-6829-403f-809d-5a43efbe886f" -d '{"events": [{"server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "name": "network-vif-plugged", "status": "completed", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:56.578940 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:56.583348 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.609119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83306de-f72d-40bf-b3fd-5cb9e9ef9a25 x-openstack-request-id: req-f83306de-f72d-40bf-b3fd-5cb9e9ef9a25 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:56.609419 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "name": "network-vif-plugged", "status": "completed", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:56.609675 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f83306de-f72d-40bf-b3fd-5cb9e9ef9a25 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:56.610062 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'code': 200} Aug 12 22:54:56.610782 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-296cb9f1-4dac-469c-b416-e3a82872f19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.618787 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-296cb9f1-4dac-469c-b416-e3a82872f19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.638746 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:56.659389 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-296cb9f1-4dac-469c-b416-e3a82872f19a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c451235a59941b69dfb542ae438dd61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496147 Aug 12 22:54:56.660299 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cb9f1-4dac-469c-b416-e3a82872f19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41defdd9-ef52-4928-9e81-a134c2d4ca30,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:56.661930 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48202) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:56.714728 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8dd6-ca03-4034-9e61-170631760c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.737572 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8dd6-ca03-4034-9e61-170631760c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.809287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8dd6-ca03-4034-9e61-170631760c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.811851 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8dd6-ca03-4034-9e61-170631760c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.812994 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ec8a8dd6-ca03-4034-9e61-170631760c3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41defdd9-ef52-4928-9e81-a134c2d4ca30 HTTP/1.1" status: 204 len: 168 time: 0.1488726 Aug 12 22:54:56.824856 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a61894-0fd4-4dd8-b445-888893c1a089 req-4f8caa2e-ba34-4e2b-9a27-ff8fbd8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:56.826614 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e3a61894-0fd4-4dd8-b445-888893c1a089 req-4f8caa2e-ba34-4e2b-9a27-ff8fbd8be0cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1098 time: 0.0557559 Aug 12 22:54:56.827955 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8dd6-ca03-4034-9e61-170631760c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41defdd9-ef52-4928-9e81-a134c2d4ca30,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:56.875188 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e3a61894-0fd4-4dd8-b445-888893c1a089 req-49164f1e-8093-4121-9355-52c05274ee0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Aug 12 22:54:56.879996 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db9b94-50e2-47e8-9fef-cc550e590278 req-80d3b9a8-2a10-4005-b53a-1c5976ef3776 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:56.881614 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-28db9b94-50e2-47e8-9fef-cc550e590278 req-80d3b9a8-2a10-4005-b53a-1c5976ef3776 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0543859 Aug 12 22:54:56.921003 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-28db9b94-50e2-47e8-9fef-cc550e590278 req-e1658522-d776-4037-be5b-fa2a8e582cfe tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335891 Aug 12 22:54:57.077520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48214) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:57.091472 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5b97e6e9-11d9-47ac-87eb-68cac7c31019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.107310 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519b2d1-42e8-48a8-8f21-5f2b5ee14e2a req-0a8741a9-b2c2-415e-8d3b-3f7f41236df9 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.108803 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2519b2d1-42e8-48a8-8f21-5f2b5ee14e2a req-0a8741a9-b2c2-415e-8d3b-3f7f41236df9 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0530856 Aug 12 22:54:57.147899 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2519b2d1-42e8-48a8-8f21-5f2b5ee14e2a req-5e495bc6-09ee-4b58-8484-1ee6411ff8c7 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Aug 12 22:54:57.187062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5b97e6e9-11d9-47ac-87eb-68cac7c31019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.191128 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5b97e6e9-11d9-47ac-87eb-68cac7c31019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.228492 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97e6e9-11d9-47ac-87eb-68cac7c31019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90cc03b-c321-4c66-be5f-bc951bbf27d5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:57.235195 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5b97e6e9-11d9-47ac-87eb-68cac7c31019 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce30849cf8e44d3ab64de4358df876b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542199 Aug 12 22:54:57.235437 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48218) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:57.283098 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b1252-3508-42c0-b5d2-46bc99e3ba78 req-a394207c-49b9-4018-8799-f8b18004fbb1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.284568 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9b8b1252-3508-42c0-b5d2-46bc99e3ba78 req-a394207c-49b9-4018-8799-f8b18004fbb1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0537751 Aug 12 22:54:57.286729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36a63d0c-baaa-47f6-9220-b400535ffa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.308611 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36a63d0c-baaa-47f6-9220-b400535ffa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.322062 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9b8b1252-3508-42c0-b5d2-46bc99e3ba78 req-a1032e05-dfa0-4d42-a39d-542f4840b9a2 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305223 Aug 12 22:54:57.355044 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36a63d0c-baaa-47f6-9220-b400535ffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.357822 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36a63d0c-baaa-47f6-9220-b400535ffa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.358991 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-36a63d0c-baaa-47f6-9220-b400535ffa39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a90cc03b-c321-4c66-be5f-bc951bbf27d5 HTTP/1.1" status: 204 len: 168 time: 0.1226711 Aug 12 22:54:57.367305 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a63d0c-baaa-47f6-9220-b400535ffa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90cc03b-c321-4c66-be5f-bc951bbf27d5,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:57.590787 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.015254 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48242) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:58.046013 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88715b23-73ed-4afa-9ff6-14fa85a78fbb req-c067c2d7-f725-4b9a-98d4-06d662f154b0 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.047529 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-88715b23-73ed-4afa-9ff6-14fa85a78fbb req-c067c2d7-f725-4b9a-98d4-06d662f154b0 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Aug 12 22:54:58.086162 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-88715b23-73ed-4afa-9ff6-14fa85a78fbb req-76cdb563-eb09-4644-9c93-6d12b0e77c06 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326266 Aug 12 22:54:58.114659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481323821-network', 'tenant_id': '4dfebcd293034e2fa73006a4f0774993'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:58.135858 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Made reservation on behalf of 4dfebcd293034e2fa73006a4f0774993 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:58.138153 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.146524 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.272398 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.281027 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.303791 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a573bc8-ccce-4bc9-a8bb-c35cda8cb8eb req-23a882ad-8830-4930-a6e2-e5f2eab0a870 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.305303 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a573bc8-ccce-4bc9-a8bb-c35cda8cb8eb req-23a882ad-8830-4930-a6e2-e5f2eab0a870 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0830753 Aug 12 22:54:58.325161 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:54:58.349658 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.350003 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Added segment 0a6221fc-7628-4ab7-b3cf-faf0e556b86f of type vlan for network 970483fa-d614-4060-a0e4-7c079c422b64 Aug 12 22:54:58.359029 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87db4f8-618d-4dba-85d4-77a24f1cc6b1,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:58.405406 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a573bc8-ccce-4bc9-a8bb-c35cda8cb8eb req-e790fb11-39ae-460b-a1da-0e6ae2b2677f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914185 Aug 12 22:54:58.409485 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.439250 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.440237 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.440827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.478510 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a626daf-34c5-4569-82eb-1c2efd73f21e req-2a0dc974-8f58-4dab-873f-59b345f2dd90 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.480015 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0a626daf-34c5-4569-82eb-1c2efd73f21e req-2a0dc974-8f58-4dab-873f-59b345f2dd90 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0532725 Aug 12 22:54:58.503804 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4847505 Aug 12 22:54:58.505635 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48252) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:58.511588 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Request body: {'subnet': {'network_id': '970483fa-d614-4060-a0e4-7c079c422b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481323821-subnet', 'tenant_id': '4dfebcd293034e2fa73006a4f0774993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:58.515474 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886cedf-bb23-492c-8fe2-709559a0af81 admin admin] Pushing event updated for resources: {'Network': ['ID=970483fa-d614-4060-a0e4-7c079c422b64,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:58.519477 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0a626daf-34c5-4569-82eb-1c2efd73f21e req-90a0d180-fa9c-4a1b-a4bb-e78236953e22 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333173 Aug 12 22:54:58.527128 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network 970483fa-d614-4060-a0e4-7c079c422b64 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:54:58.535256 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Made reservation on behalf of 4dfebcd293034e2fa73006a4f0774993 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:58.537910 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264939920'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.717770 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264911977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264939938'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.773618 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81406236-5a26-4f86-8c84-af66b37c643c,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:58.780415 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Checking segment: {'id': '0a6221fc-7628-4ab7-b3cf-faf0e556b86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '970483fa-d614-4060-a0e4-7c079c422b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:58.780777 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Network hostable DHCP agents. Network: 970483fa-d614-4060-a0e4-7c079c422b64, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:54:58.796891 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Network 970483fa-d614-4060-a0e4-7c079c422b64 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:54:58.805413 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, 970483fa-d614-4060-a0e4-7c079c422b64) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:58.809402 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.809989 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.814106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ddf6b-df74-48b3-97d0-d54b7b87324f None None] Network 970483fa-d614-4060-a0e4-7c079c422b64 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:54:58.823702 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b2ff9c80-e8de-4174-bab0-8079407948c4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3164256 Aug 12 22:54:59.063106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2448e8-b076-47a4-9e32-7576a791d14e None None] Network 970483fa-d614-4060-a0e4-7c079c422b64 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:54:59.141554 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.213939 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c57d-450d-46dd-9b1c-4eef3796a80e req-123bace6-2743-461c-b93e-bddb1258ee03 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.215512 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2b16c57d-450d-46dd-9b1c-4eef3796a80e req-123bace6-2743-461c-b93e-bddb1258ee03 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Aug 12 22:54:59.253511 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2b16c57d-450d-46dd-9b1c-4eef3796a80e req-f2bcd497-d885-489c-bf3a-7ec7542afce5 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Aug 12 22:54:59.310129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48270) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:59.315150 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821669543-network', 'tenant_id': '939d2376ef4c41e1af47350c0d6eb326'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:59.336022 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Made reservation on behalf of 939d2376ef4c41e1af47350c0d6eb326 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:59.338212 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.346100 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.440874 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.446582 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.471425 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:54:59.493599 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627e2846-a7e3-4b68-8dfd-3a032a64ba60,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:59.496603 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.497058 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Added segment e5561187-2935-460d-8db7-f9c9b6b2e991 of type vlan for network ef9fea94-be8c-444a-9621-680f39e659bf Aug 12 22:54:59.554497 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.574065 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938ca1-61d9-4bfe-8033-59b987feaf02 req-591a2ced-328b-4cc8-b343-f0e9e60e742f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.576771 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-25938ca1-61d9-4bfe-8033-59b987feaf02 req-591a2ced-328b-4cc8-b343-f0e9e60e742f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.1024020 Aug 12 22:54:59.610889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.611755 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.612327 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.642061 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-090cf8ea-1a30-4c55-9dec-530362ad15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.643595 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-090cf8ea-1a30-4c55-9dec-530362ad15f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.0784202 Aug 12 22:54:59.659559 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c6fa-fbf5-47a6-9f71-f966c5e41d36 req-e2cc54b5-322a-4d64-8eca-93b29b6d3c9e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.660995 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0e9c6fa-fbf5-47a6-9f71-f966c5e41d36 req-e2cc54b5-322a-4d64-8eca-93b29b6d3c9e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0630202 Aug 12 22:54:59.671022 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-25938ca1-61d9-4bfe-8033-59b987feaf02 req-ebe382c6-d921-4764-bd72-e2ec80ce8f05 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889289 Aug 12 22:54:59.681794 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705430 Aug 12 22:54:59.682399 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48278) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:59.693256 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Request body: {'subnet': {'network_id': 'ef9fea94-be8c-444a-9621-680f39e659bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821669543-subnet', 'tenant_id': '939d2376ef4c41e1af47350c0d6eb326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:59.705029 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d57aa-4ae6-4ad9-be0c-03ea04f25d33 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9fea94-be8c-444a-9621-680f39e659bf,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:59.719429 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network ef9fea94-be8c-444a-9621-680f39e659bf details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:54:59.731207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Made reservation on behalf of 939d2376ef4c41e1af47350c0d6eb326 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:59.733606 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264939920'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.761010 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0e9c6fa-fbf5-47a6-9f71-f966c5e41d36 req-be42b82c-1988-4357-b6a0-baaaa884e792 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915177 Aug 12 22:54:59.782312 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-70822746-732f-4f3c-91b7-bc64dd78bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.783804 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-70822746-732f-4f3c-91b7-bc64dd78bde5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.1219954 Aug 12 22:54:59.850847 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-f260edcf-83a7-47ea-a611-c5524e4e40c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 1001 time: 0.0590756 Aug 12 22:54:59.858607 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474f7d3-0d98-41ee-82e4-1cc6b65a430c req-894a3fb9-d4d5-4501-8805-d80a2bd4445c tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.860100 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2474f7d3-0d98-41ee-82e4-1cc6b65a430c req-894a3fb9-d4d5-4501-8805-d80a2bd4445c tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.1101134 Aug 12 22:54:59.903788 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-1d8e8de3-6a77-4790-b365-994258ad6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.905385 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-1d8e8de3-6a77-4790-b365-994258ad6160 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0477254 Aug 12 22:54:59.927808 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2474f7d3-0d98-41ee-82e4-1cc6b65a430c req-1baee9a5-3a69-4237-9221-a66f0bf8ca10 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597253 Aug 12 22:54:59.960365 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-d2a5cfd1-0c5c-4f47-8a5c-e452b23ebb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.962625 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-d2a5cfd1-0c5c-4f47-8a5c-e452b23ebb73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455093 Aug 12 22:54:59.982828 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264911977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264939938'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.038527 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb796f35-7d82-4b9a-8169-03f3ddf39e2e,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:00.048384 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Checking segment: {'id': 'e5561187-2935-460d-8db7-f9c9b6b2e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef9fea94-be8c-444a-9621-680f39e659bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:00.048734 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Network hostable DHCP agents. Network: ef9fea94-be8c-444a-9621-680f39e659bf, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:55:00.060712 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-084409c8-a77f-4fcd-a4e3-06499fe059a5 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890687 Aug 12 22:55:00.064999 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Network ef9fea94-be8c-444a-9621-680f39e659bf is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:55:00.075127 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, ef9fea94-be8c-444a-9621-680f39e659bf) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:00.083078 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278637b8-4913-4196-95a3-a2b9f26a76a7 None None] Network ef9fea94-be8c-444a-9621-680f39e659bf requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:55:00.086052 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:00.087503 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.114491 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a0356bef-def9-46c0-841f-88f5d8cb0043 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4292424 Aug 12 22:55:00.176275 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-78fc65e8-7f4f-4f73-a535-e1317bab5c45 req-6707730f-8bee-4b10-b31e-5a3875c3a976 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020918 Aug 12 22:55:00.237762 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d38e8-490e-4afb-a030-2ffb550299e4 None None] Network ef9fea94-be8c-444a-9621-680f39e659bf requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:55:00.306713 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4be73e-4644-4697-a757-28ddfbfbcf96 req-27539acf-a4f9-4096-a689-33a518d7c9a5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:00.314613 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5c4be73e-4644-4697-a757-28ddfbfbcf96 req-27539acf-a4f9-4096-a689-33a518d7c9a5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0755830 Aug 12 22:55:00.352793 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5c4be73e-4644-4697-a757-28ddfbfbcf96 req-29f5bad0-6357-4479-9a3a-9579c19ae9d3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373049 Aug 12 22:55:00.388445 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f5fd7-d252-4365-9eb7-a8e315c85a12 req-7fcac0cd-aa86-409c-aa63-0ace1bbf0633 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:00.389975 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c71f5fd7-d252-4365-9eb7-a8e315c85a12 req-7fcac0cd-aa86-409c-aa63-0ace1bbf0633 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0595875 Aug 12 22:55:00.430161 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c71f5fd7-d252-4365-9eb7-a8e315c85a12 req-7438561b-281d-403b-bb5c-a0b9c3c5ce69 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340331 Aug 12 22:55:00.882502 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdbc26-de5f-471f-b340-95ae8ca1087a req-ec45be50-0ddf-4879-8b0f-e1e1e9d26328 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:00.883955 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-00cdbc26-de5f-471f-b340-95ae8ca1087a req-ec45be50-0ddf-4879-8b0f-e1e1e9d26328 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0534203 Aug 12 22:55:00.920831 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-00cdbc26-de5f-471f-b340-95ae8ca1087a req-a16d0071-f381-4739-9ff4-5ae3cb07fa76 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Aug 12 22:55:01.544909 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b7af2-2165-44d1-b716-97ef246921bc req-0a996d56-9973-4268-b4d8-c6fed392bbac tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.546460 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-380b7af2-2165-44d1-b716-97ef246921bc req-0a996d56-9973-4268-b4d8-c6fed392bbac tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0466061 Aug 12 22:55:01.583374 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-380b7af2-2165-44d1-b716-97ef246921bc req-14c1f4b1-e354-460d-b0d3-93faa402ba2c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Aug 12 22:55:02.047781 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba18c2-f3ea-4a22-bcd6-5b4782d52b9a req-ecf62e9a-0403-44e4-bdca-27ec4a9ce117 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.049782 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4fba18c2-f3ea-4a22-bcd6-5b4782d52b9a req-ecf62e9a-0403-44e4-bdca-27ec4a9ce117 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 944 time: 0.0552669 Aug 12 22:55:02.090875 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4fba18c2-f3ea-4a22-bcd6-5b4782d52b9a req-47374cd6-7cfe-49b8-b216-777c6101f866 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344076 Aug 12 22:55:02.392996 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e4d3e441-8925-4864-924c-1fff758c04da details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:55:02.492191 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e4d3e441-8925-4864-924c-1fff758c04da, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e4d3e441-8925-4864-924c-1fff758c04da,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:02.504456 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'e4d3e441-8925-4864-924c-1fff758c04da', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:55:02.541281 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:02.554719 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d3e441-8925-4864-924c-1fff758c04da {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:02.575586 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e4d3e441-8925-4864-924c-1fff758c04da, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e4d3e441-8925-4864-924c-1fff758c04da,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:02.580182 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:02.629683 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=e4d3e441-8925-4864-924c-1fff758c04da,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:02.705282 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70231b4f-bb0f-442f-8f97-d9ad48fecfe8 req-2bf150d8-6d43-42e4-9117-425179a3726b tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.706681 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-70231b4f-bb0f-442f-8f97-d9ad48fecfe8 req-2bf150d8-6d43-42e4-9117-425179a3726b tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 12 22:55:02.747263 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-70231b4f-bb0f-442f-8f97-d9ad48fecfe8 req-27e94ef1-0e5a-46f6-b0ff-e2ce4a26b4cf tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342410 Aug 12 22:55:03.012598 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['e4d3e441-8925-4864-924c-1fff758c04da'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:03.228298 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37601361-bc3c-434c-a886-ea9f3a2b094c req-5ea247bb-8717-4ff4-afa8-4749a6a84b9f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:03.229799 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37601361-bc3c-434c-a886-ea9f3a2b094c req-5ea247bb-8717-4ff4-afa8-4749a6a84b9f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 945 time: 0.0560782 Aug 12 22:55:03.278201 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37601361-bc3c-434c-a886-ea9f3a2b094c req-c3bb3b03-ccfb-4411-b227-dd91d018bf6a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 Aug 12 22:55:03.864487 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a7458-4362-415f-a8c5-fda63758f137 req-48f14764-c822-413c-b133-70b31e2c1f7a tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:03.866174 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0f8a7458-4362-415f-a8c5-fda63758f137 req-48f14764-c822-413c-b133-70b31e2c1f7a tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0496840 Aug 12 22:55:03.904014 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0f8a7458-4362-415f-a8c5-fda63758f137 req-7af21d8b-33cb-4bb5-b131-94514b6edf0f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319405 Aug 12 22:55:04.115200 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e1be2-1aee-4fb3-84fc-7728a40cbac3 req-13c197a9-5b10-474c-8602-ec5d3b092eb8 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:04.116951 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a15e1be2-1aee-4fb3-84fc-7728a40cbac3 req-13c197a9-5b10-474c-8602-ec5d3b092eb8 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0497715 Aug 12 22:55:04.142209 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48378) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:04.157172 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a15e1be2-1aee-4fb3-84fc-7728a40cbac3 req-93c934f5-2128-4d3b-bdd7-e373b4d11cff tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343444 Aug 12 22:55:04.232679 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-d15a6f23-9849-492a-9999-e1080c106b85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874813 Aug 12 22:55:04.400482 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad21d9-792f-443d-ba05-b02f633248d0 req-52715600-071e-414f-b7aa-3a87fbd104dc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:04.401986 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-39ad21d9-792f-443d-ba05-b02f633248d0 req-52715600-071e-414f-b7aa-3a87fbd104dc tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 945 time: 0.0621128 Aug 12 22:55:04.417574 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e4d3e441-8925-4864-924c-1fff758c04da up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:04.461413 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-39ad21d9-792f-443d-ba05-b02f633248d0 req-76336d76-3718-40ce-bee9-db8341197190 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451484 Aug 12 22:55:04.500570 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port e4d3e441-8925-4864-924c-1fff758c04da completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:04.504575 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port e4d3e441-8925-4864-924c-1fff758c04da triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:04.504937 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.603304 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.637606 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:04.640266 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b806c57-5f22-4366-bee2-f89bf8866478" -d '{"events": [{"server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "name": "network-vif-plugged", "status": "completed", "tag": "e4d3e441-8925-4864-924c-1fff758c04da"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:04.658410 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port e4d3e441-8925-4864-924c-1fff758c04da, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e4d3e441-8925-4864-924c-1fff758c04da,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:04.663259 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.664139 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:55:04.744010 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=e4d3e441-8925-4864-924c-1fff758c04da,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:04.783706 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.811227 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21d0252-b97e-431f-a8ae-003d27c69c17 x-openstack-request-id: req-b21d0252-b97e-431f-a8ae-003d27c69c17 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:04.811523 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "name": "network-vif-plugged", "status": "completed", "tag": "e4d3e441-8925-4864-924c-1fff758c04da", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:04.811776 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b21d0252-b97e-431f-a8ae-003d27c69c17 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:04.812163 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da', 'code': 200} Aug 12 22:55:04.820919 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:04.825192 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.878521 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=6']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:05.111227 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4febb-ffc0-44da-804d-bc94da277203 req-7ba62f50-c1be-446e-9c96-60f9488ad72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:05.112705 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34d4febb-ffc0-44da-804d-bc94da277203 req-7ba62f50-c1be-446e-9c96-60f9488ad72a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1099 time: 0.0389688 Aug 12 22:55:05.150517 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-34d4febb-ffc0-44da-804d-bc94da277203 req-e1860d59-e2b2-490b-8d2b-a7a3c6a89c2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272155 Aug 12 22:55:05.275017 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e2a57-4df8-44e0-8268-c7ad9cc3befb req-c4d53ad8-846a-4d2c-8498-8dc636f634c5 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:05.276450 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f68e2a57-4df8-44e0-8268-c7ad9cc3befb req-c4d53ad8-846a-4d2c-8498-8dc636f634c5 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0518365 Aug 12 22:55:05.312378 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f68e2a57-4df8-44e0-8268-c7ad9cc3befb req-b54432f4-049a-4ca9-9dcf-67d62927ac89 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301700 Aug 12 22:55:05.585678 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eff033-6bab-4366-8ed9-e6bfe9e94ba4 req-2e6daca0-e848-4a41-82b1-0d15c7734869 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:05.587151 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d9eff033-6bab-4366-8ed9-e6bfe9e94ba4 req-2e6daca0-e848-4a41-82b1-0d15c7734869 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 946 time: 0.0468092 Aug 12 22:55:05.623518 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d9eff033-6bab-4366-8ed9-e6bfe9e94ba4 req-227f69ad-aa53-42eb-9c41-d12171ea471d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306299 Aug 12 22:55:06.426681 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614cfeb-c1b9-413f-8c87-0f8036fbf151 req-6b7f2f3a-3c54-4205-be6e-a51c96c198d2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:06.428809 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0614cfeb-c1b9-413f-8c87-0f8036fbf151 req-6b7f2f3a-3c54-4205-be6e-a51c96c198d2 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0517995 Aug 12 22:55:06.470409 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0614cfeb-c1b9-413f-8c87-0f8036fbf151 req-3f1836c5-eb01-4603-90e3-bc170ecc7ee1 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352702 Aug 12 22:55:06.737621 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514ac2-d223-41d1-8e16-98f383a555dd req-9d15fde5-75a3-4e41-a0e8-506f74be43ef tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:06.739138 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-22514ac2-d223-41d1-8e16-98f383a555dd req-9d15fde5-75a3-4e41-a0e8-506f74be43ef tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 946 time: 0.0482585 Aug 12 22:55:06.776670 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-22514ac2-d223-41d1-8e16-98f383a555dd req-5eb09ced-074d-40ca-ab74-3037d76c3d35 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Aug 12 22:55:06.813858 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:06.816226 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a6e113-036a-491b-a9f5-bfb7bbc9825c" -d '{"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:06.847789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808df02e-da1b-4916-9bf0-7d4b1755b059 x-openstack-request-id: req-808df02e-da1b-4916-9bf0-7d4b1755b059 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:06.848083 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-unplugged", "status": "failed", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "code": 422}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:06.848334 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-808df02e-da1b-4916-9bf0-7d4b1755b059 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:06.848762 dv-cinder-803748-6-iscsi neutron-server[105672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'code': 422} returned with failed status Aug 12 22:55:06.889443 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eabb02-5421-4051-adfa-bd0a7f8d9aee req-e97493ed-f65c-4cc5-bd23-6cd35d212ee4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:06.890861 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f5eabb02-5421-4051-adfa-bd0a7f8d9aee req-e97493ed-f65c-4cc5-bd23-6cd35d212ee4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 946 time: 0.0481400 Aug 12 22:55:06.930075 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f5eabb02-5421-4051-adfa-bd0a7f8d9aee req-51d2f8af-54af-4d5c-be09-e04ef3603281 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328267 Aug 12 22:55:06.952124 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48436) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:06.993552 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1e31a-5dd8-46e4-bec3-7b25569dca35 tempest-TestVolumeBootPattern-1941535794 tempest-TestVolumeBootPattern-1941535794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:06.996008 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-42f1e31a-5dd8-46e4-bec3-7b25569dca35 tempest-TestVolumeBootPattern-1941535794 tempest-TestVolumeBootPattern-1941535794-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1094 time: 0.0428221 Aug 12 22:55:06.998675 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48440) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:07.003289 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:07.026120 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.127319 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.239489 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Allocated IP 172.27.2.48 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/1e6a9b4e-2321-40d5-9cc3-00607bdaeab1) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:07.342056 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.380209 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.413834 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:07.415120 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:07.422461 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:07.452240 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=1e6a9b4e-2321-40d5-9cc3-00607bdaeab1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:07.600644 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea55b6-b886-4903-8d24-27e962febea0 req-231aa81f-9715-4cba-afac-111dc12f2207 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:07.602468 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-34ea55b6-b886-4903-8d24-27e962febea0 req-231aa81f-9715-4cba-afac-111dc12f2207 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0591295 Aug 12 22:55:07.644337 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-34ea55b6-b886-4903-8d24-27e962febea0 req-720c65a2-6954-48d2-b97e-d385aaec7641 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358627 Aug 12 22:55:08.009876 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:08.072914 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:08.221558 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:08.226556 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:08.298394 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=1e6a9b4e-2321-40d5-9cc3-00607bdaeab1,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:08.309030 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:08.412118 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Floating IP 2ed09589-b7a2-4497-9a60-d8d39c3f94c5 associated. External IP: 172.27.2.48, port: e4d3e441-8925-4864-924c-1fff758c04da. Aug 12 22:55:08.641627 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:55:08.747222 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:55:08.758494 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:55:08.762651 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0749dc-b110-433a-92e6-458982fd4af6 req-ea36e6bb-5910-4fcc-9725-afa921d76a26 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:08.764357 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af0749dc-b110-433a-92e6-458982fd4af6 req-ea36e6bb-5910-4fcc-9725-afa921d76a26 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0520945 Aug 12 22:55:08.767801 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:08.768182 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:08.768786 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:08.796937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ebbb3c53-fee8-40ed-b4ba-d5d16b540adf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7970960 Aug 12 22:55:08.797618 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:08.799939 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48" -d '{"events": [{"name": "network-changed", "server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "tag": "e4d3e441-8925-4864-924c-1fff758c04da"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:08.817505 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af0749dc-b110-433a-92e6-458982fd4af6 req-6bc04dc3-c26a-42de-9176-0ac53568ba58 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449882 Aug 12 22:55:08.844626 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe902515-9b7a-4c68-8a75-ceddde72518c x-openstack-request-id: req-fe902515-9b7a-4c68-8a75-ceddde72518c {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:08.844953 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "tag": "e4d3e441-8925-4864-924c-1fff758c04da", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:08.845210 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe902515-9b7a-4c68-8a75-ceddde72518c {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:08.845608 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da', 'status': 'completed', 'code': 200} Aug 12 22:55:08.875264 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:08.955187 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-1c6751b7-c8b2-479a-b5e5-b98a8c32f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:08.956898 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-1c6751b7-c8b2-479a-b5e5-b98a8c32f0e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1099 time: 0.0489614 Aug 12 22:55:09.060573 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-1317ccce-a906-4121-9541-0142a9e5d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:09.062125 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-1317ccce-a906-4121-9541-0142a9e5d2aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.0968885 Aug 12 22:55:09.118822 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:07Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:09.144525 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:55:09.152877 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:09.153543 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:09.157153 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-dad4ec28-75ef-4928-8e5d-badf1703cbea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 999 time: 0.0676386 Aug 12 22:55:09.206843 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-1674bbfa-8295-4dfd-b080-b4e4bb6da50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:09.208290 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-1674bbfa-8295-4dfd-b080-b4e4bb6da50c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0435522 Aug 12 22:55:09.254868 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-55d0432c-0fe7-489c-b789-72d6d9a7b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:09.256390 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-55d0432c-0fe7-489c-b789-72d6d9a7b5fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396230 Aug 12 22:55:09.258116 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:09.351106 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-94dc5501-d3ef-4864-bb1e-57cbb2390b42 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851636 Aug 12 22:55:09.451026 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed7fb0b9-bbbc-4e1b-964a-240b2548ac48 req-f655c773-75ea-4d67-9e91-c8b39b8fe452 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821388 Aug 12 22:55:09.479548 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:07Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:09.629434 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53434a-c3c9-46f4-a625-7d4a6932fc31 None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:07Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:55:09.878928 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1774a71-92a7-48a6-8381-064094bf1c73 None None] New status for floating IP 2ed09589-b7a2-4497-9a60-d8d39c3f94c5: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:55:09.976608 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c854439-6d64-4bee-8e94-3989f1db935b req-9dbb94ac-88f8-4def-a03d-7cc5fc6db08d tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:09.978122 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c854439-6d64-4bee-8e94-3989f1db935b req-9dbb94ac-88f8-4def-a03d-7cc5fc6db08d tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0864608 Aug 12 22:55:10.051740 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c854439-6d64-4bee-8e94-3989f1db935b req-7899ad60-daf4-4464-8459-e935b36c9f4c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665643 Aug 12 22:55:10.070628 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e95944-a246-467b-b341-dded963d9874 req-d26a93ca-fdc7-4150-9432-261da4f7dac7 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.072208 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f1e95944-a246-467b-b341-dded963d9874 req-d26a93ca-fdc7-4150-9432-261da4f7dac7 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0789564 Aug 12 22:55:10.115511 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f1e95944-a246-467b-b341-dded963d9874 req-006b1e30-04d2-4ceb-ab97-11967553dba1 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361409 Aug 12 22:55:10.136615 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48494) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:10.281901 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8bd226-64c7-47a2-bd82-a2742fb94ba2 tempest-TestMinimumBasicScenario-9639747 tempest-TestMinimumBasicScenario-9639747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.283484 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cb8bd226-64c7-47a2-bd82-a2742fb94ba2 tempest-TestMinimumBasicScenario-9639747 tempest-TestMinimumBasicScenario-9639747-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1093 time: 0.1458330 Aug 12 22:55:10.286442 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48498) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:10.291633 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'port_id': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:10.314461 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:10.413527 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:10.520231 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Allocated IP 172.27.2.161 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/15794037-8ac3-4c5f-b313-8e5a8703bf16) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:10.537867 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-8e78410b-fb1a-430e-a627-1e256f5e4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.539397 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-8e78410b-fb1a-430e-a627-1e256f5e4c40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72&tenant_id=c62921ed35764f09a64abd1d9c53e065 HTTP/1.1" status: 200 len: 1096 time: 0.0836785 Aug 12 22:55:10.616558 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-ed28ff0a-80cf-4fe2-90db-0a3400e8ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.618041 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-ed28ff0a-80cf-4fe2-90db-0a3400e8ded2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1096 time: 0.0428205 Aug 12 22:55:10.636928 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:10.678778 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:10.717873 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:10.723862 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:10.728047 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:10.731389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-26196f73-166f-4ca1-ae9c-08870c842bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.732865 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-26196f73-166f-4ca1-ae9c-08870c842bb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.0990744 Aug 12 22:55:10.756030 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'Port': ['ID=15794037-8ac3-4c5f-b313-8e5a8703bf16,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:10.771155 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.771714 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.772116 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.772480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.772794 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.773129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.773457 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.773819 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.774148 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.774498 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.774827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.775153 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:10.812666 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-45a46743-c742-4367-9f26-8eff85129960 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 999 time: 0.0671384 Aug 12 22:55:10.866670 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-135a56e4-3a69-44ed-be47-ca67c385023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.868264 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-135a56e4-3a69-44ed-be47-ca67c385023d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0463436 Aug 12 22:55:10.935930 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-2c5a3052-fed3-405d-839c-48d9504a4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:10.937681 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-2c5a3052-fed3-405d-839c-48d9504a4f33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526280 Aug 12 22:55:11.033942 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-714f390e-e28e-4b9c-8b1e-36a636e736c6 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873394 Aug 12 22:55:11.117525 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:11.180120 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dedaafec-cd9d-484a-841e-2101fbae8d82 req-9560214b-153a-4c1a-9645-6fec0d0d444f service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330202 Aug 12 22:55:11.215558 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:11.266451 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2422318-2dc5-48b6-a45b-ac706ca9fd36 req-1dddd275-b4f7-4bb5-9d52-5815a3e8444f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:11.267936 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c2422318-2dc5-48b6-a45b-ac706ca9fd36 req-1dddd275-b4f7-4bb5-9d52-5815a3e8444f tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0846739 Aug 12 22:55:11.352121 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c2422318-2dc5-48b6-a45b-ac706ca9fd36 req-4aca1dfa-37e6-4d40-b318-e6f1a538b9ca tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773251 Aug 12 22:55:11.404038 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:11.408524 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:11.473383 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'Port': ['ID=15794037-8ac3-4c5f-b313-8e5a8703bf16,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:11.483500 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:11.579121 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Floating IP db9fd99b-9101-48a5-bb54-edb6831343a7 associated. External IP: 172.27.2.161, port: a8d3bdb0-2b19-4110-85dd-460c5fcb940c. Aug 12 22:55:12.009579 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Router fa73799c-4d71-4e34-a71a-f4aa9468cb16 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:55:12.115909 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:55:12.124905 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] Sync routers for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:55:12.131208 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.134698 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:12.135322 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:12.157780 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9fa2a8a7-e27f-4ca8-8fd0-0f3f1028bc76 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8692875 Aug 12 22:55:12.158154 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:12.160461 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee2b50d-57b1-4494-a142-5efcc6de126a" -d '{"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:12.160595 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48514) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:12.165655 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821690406', 'description': 'tempest-secgroup-smoke-821690406 description', 'project_id': 'a18f14704e874a50bc2d0041dafca78e'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:12.199967 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.201275 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2851ae9d-059a-4d01-9805-9e49d7b936d0 x-openstack-request-id: req-2851ae9d-059a-4d01-9805-9e49d7b936d0 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:12.201578 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:12.201837 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2851ae9d-059a-4d01-9805-9e49d7b936d0 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:12.202470 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'status': 'completed', 'code': 200} Aug 12 22:55:12.264520 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:12.312036 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.319180 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.345622 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-fcb1a981-41dc-4553-8f0a-0a85033e9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:12.347151 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-fcb1a981-41dc-4553-8f0a-0a85033e9793 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1098 time: 0.0792162 Aug 12 22:55:12.348373 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.350005 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1884797 Aug 12 22:55:12.353043 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48524) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:12.363005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group_rule': {'security_group_id': 'c556a0fd-26ff-4c53-8184-c551bc4f825d', 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:12.425565 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7fc32-e2ad-405e-88f8-18512b0a3a3b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c556a0fd-26ff-4c53-8184-c551bc4f825d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:12.485495 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.540982 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5d64f-1f80-40c7-baa9-8f9b876c752f req-7c2bc556-4d05-4cba-9b30-39b80c6b711c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:12.542532 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bb5d64f-1f80-40c7-baa9-8f9b876c752f req-7c2bc556-4d05-4cba-9b30-39b80c6b711c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.1056299 Aug 12 22:55:12.547789 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-658d8ba2-bfc0-4c82-9f95-f03c569f0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:12.548814 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': 'db9fd99b-9101-48a5-bb54-edb6831343a7', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'port_id': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'mac_address': 'fa:16:3e:fc:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:10Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 0, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:12.549167 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-658d8ba2-bfc0-4c82-9f95-f03c569f0481 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 915 time: 0.1807220 Aug 12 22:55:12.576415 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] Checking router: fa73799c-4d71-4e34-a71a-f4aa9468cb16 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:55:12.585629 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:12.586254 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:54:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:12.660239 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-8fddfa65-3d46-425a-a394-9a5ef409caab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 999 time: 0.1005800 Aug 12 22:55:12.662708 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.666027 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8bb5d64f-1f80-40c7-baa9-8f9b876c752f req-9a1b55c0-3684-4742-be32-eb385a866677 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123149 Aug 12 22:55:12.667972 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.686300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579a7f63-db5f-49cd-9ad0-fc60188958cf,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:12.720755 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:12.731287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.735032 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6406ef7e-5e20-4483-a24f-ff41eb8adc0d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784864 Aug 12 22:55:12.735389 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48540) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:12.740520 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group_rule': {'security_group_id': 'c556a0fd-26ff-4c53-8184-c551bc4f825d', 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:12.742544 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-9455609e-f5c9-4ce6-95f6-1bbbf82ccebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:12.744083 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-9455609e-f5c9-4ce6-95f6-1bbbf82ccebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0588505 Aug 12 22:55:12.778361 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.805091 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-89ce53f9-db36-4c56-8bf8-f39e264d79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:12.809080 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-89ce53f9-db36-4c56-8bf8-f39e264d79c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519392 Aug 12 22:55:12.837388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.843821 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.883475 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a33209c-ac16-42fc-a2a7-9e693eaf73a6,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:12.897033 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.898525 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b0c464fc-8a99-49b5-af7b-db5f123f8e5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620862 Aug 12 22:55:12.901171 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48546) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:12.905619 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group_rule': {'security_group_id': 'c556a0fd-26ff-4c53-8184-c551bc4f825d', 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:12.932925 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.934394 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-9822da4f-19ca-410c-9c3e-d037ddeba7aa service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071603 Aug 12 22:55:12.994261 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:12.997499 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': 'db9fd99b-9101-48a5-bb54-edb6831343a7', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'port_id': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'mac_address': 'fa:16:3e:fc:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:10Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 0, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:12.999232 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.023801 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63021be8-55d1-42c6-aa09-16c6ec9480cd,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:13.029880 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15141151-0200-44c7-aadd-def164ae4ad2 None None] The sync data for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi is: [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': 'db9fd99b-9101-48a5-bb54-edb6831343a7', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'port_id': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'mac_address': 'fa:16:3e:fc:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:10Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 0, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:55:13.031794 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.033684 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-87ae2d06-7610-4583-9414-f91eb8d0b7fb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310706 Aug 12 22:55:13.035914 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48550) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:13.037030 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ee2b50d-57b1-4494-a142-5efcc6de126a req-e29fff40-a48c-421c-a62f-4a3069b55f7d service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880330 Aug 12 22:55:13.041565 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group_rule': {'security_group_id': 'c556a0fd-26ff-4c53-8184-c551bc4f825d', 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:13.070498 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.136975 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.140723 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.159555 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df5389c-5374-4c62-a043-215562e85241,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:13.166763 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.167811 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8aede974-e783-4a73-bf7d-fde520e6c8af tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302309 Aug 12 22:55:13.171147 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48552) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:13.178675 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group_rule': {'security_group_id': 'c556a0fd-26ff-4c53-8184-c551bc4f825d', 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:13.199645 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.securitygroups_db [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Project a18f14704e874a50bc2d0041dafca78e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:55:13.204652 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.242218 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531a8f5-a3e3-41ab-bc88-ed88918c5bb9 None None] New status for floating IP db9fd99b-9101-48a5-bb54-edb6831343a7: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:55:13.273393 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.276237 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.293900 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5ce277-21d9-4abf-9be1-dfb356efaeb9,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:13.299728 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.300862 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-28077df7-e0b2-4067-ab7a-e901e22d16b5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288385 Aug 12 22:55:13.303809 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48554) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:13.308180 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'security_group_rule': {'security_group_id': 'c556a0fd-26ff-4c53-8184-c551bc4f825d', 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:13.328834 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.securitygroups_db [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Project a18f14704e874a50bc2d0041dafca78e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:55:13.334309 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.397490 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.401387 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.420857 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd237d3-220a-43b4-a846-69ddf1ee47c2,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:13.424889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.426112 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-30c8b101-04b7-4c8b-9348-648906556a79 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213765 Aug 12 22:55:13.503444 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-40c266ad-8b78-442f-a925-85049627ecea tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821690406&fields=id&tenant_id=a18f14704e874a50bc2d0041dafca78e HTTP/1.1" status: 200 len: 267 time: 0.0317576 Aug 12 22:55:13.554463 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-c06a49df-de77-4d2c-b53a-fb226e0fe342 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:13.555895 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-c06a49df-de77-4d2c-b53a-fb226e0fe342 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0468915 Aug 12 22:55:13.566631 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'port': {'security_groups': ['8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d', 'c556a0fd-26ff-4c53-8184-c551bc4f825d']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:13.633695 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.811023 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513105-af21-4c28-be38-b96014d056da req-2dc43765-43bf-4c73-9e4c-b33c51a293c4 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:13.812506 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9f513105-af21-4c28-be38-b96014d056da req-2dc43765-43bf-4c73-9e4c-b33c51a293c4 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0480697 Aug 12 22:55:13.823105 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:13.851594 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9f513105-af21-4c28-be38-b96014d056da req-0290b263-39dd-4bc1-aaa8-a98008e6b80c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Aug 12 22:55:13.853962 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.858768 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.906925 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:13.907563 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:13.908968 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-356e55d6-c5b7-43b3-bec3-f18b4890ba28 req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "PUT /v2.0/ports/a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 981 time: 0.3467176 Aug 12 22:55:13.909418 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:13.910603 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['a8d3bdb0-2b19-4110-85dd-460c5fcb940c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:13.912363 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695deb3-7be5-4cc9-bc55-a9e01114707d" -d '{"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:13.937199 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0aa53-acf1-41f9-9459-ba49ec48315a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=6']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:14.025173 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834b3ee6-6683-4b09-828e-6160ac6ff283 x-openstack-request-id: req-834b3ee6-6683-4b09-828e-6160ac6ff283 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:14.025529 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:14.025849 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-834b3ee6-6683-4b09-828e-6160ac6ff283 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:14.026384 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'status': 'completed', 'code': 200} Aug 12 22:55:14.076426 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48574) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:14.095785 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['a8d3bdb0-2b19-4110-85dd-460c5fcb940c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:14.136059 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Deleting subnet 81406236-5a26-4f86-8c84-af66b37c643c {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:55:14.140461 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.157183 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be192a-eb24-4740-afa8-ee316c0d710d req-e741dd6b-2de5-4dc9-8397-690143b05b2e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.164534 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75be192a-eb24-4740-afa8-ee316c0d710d req-e741dd6b-2de5-4dc9-8397-690143b05b2e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0966380 Aug 12 22:55:14.204367 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.264986 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75be192a-eb24-4740-afa8-ee316c0d710d req-6ef50351-14b3-49fe-b4c4-8e35c419f61e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968270 Aug 12 22:55:14.271220 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-1973fc66-070f-471f-92a6-75263cd449c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.272876 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-1973fc66-070f-471f-92a6-75263cd449c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1137 time: 0.1481845 Aug 12 22:55:14.358774 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c3bf8f68-367e-4448-9f5e-f622709af0c1 None None] Provisioning complete for port a8d3bdb0-2b19-4110-85dd-460c5fcb940c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:14.359149 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c3bf8f68-367e-4448-9f5e-f622709af0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.373071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.681695 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-feb7e0fb-904c-4cf9-a696-a9326af40fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.683219 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-feb7e0fb-904c-4cf9-a696-a9326af40fca service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 915 time: 0.3973951 Aug 12 22:55:14.687992 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.748327 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81406236-5a26-4f86-8c84-af66b37c643c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:14.755494 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.757352 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-26e66886-ec09-46ac-9475-6690a7aed619 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/81406236-5a26-4f86-8c84-af66b37c643c HTTP/1.1" status: 204 len: 168 time: 0.6793053 Aug 12 22:55:14.759960 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48580) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:14.781386 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-14926b09-2e8f-4660-a9b2-ca0d5e096f96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 1001 time: 0.0841467 Aug 12 22:55:14.829968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-af4cc61d-972b-4b1c-aa97-9ef1f318c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.831355 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-af4cc61d-972b-4b1c-aa97-9ef1f318c9a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0428531 Aug 12 22:55:14.833667 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.891274 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-6d191b2a-5292-4490-9bf1-9edaa82928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.892907 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-6d191b2a-5292-4490-9bf1-9edaa82928f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397520 Aug 12 22:55:14.913109 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.924080 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970483fa-d614-4060-a0e4-7c079c422b64']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:14.946098 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6221fc-7628-4ab7-b3cf-faf0e556b86f') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:14.946427 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6221fc-7628-4ab7-b3cf-faf0e556b86f') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:14.976389 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.992652 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:14.994317 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-4b63ec94-a9f1-4256-aadf-719d3462d6d9 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900865 Aug 12 22:55:15.001010 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:55:15.001402 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:55:15.003007 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:55:15.043273 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb8f8d-fb3f-4fbe-891e-efc6b0d733e7 req-ead68d2d-69cf-4e45-ba78-a3396a0d2073 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:15.044750 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9dbb8f8d-fb3f-4fbe-891e-efc6b0d733e7 req-ead68d2d-69cf-4e45-ba78-a3396a0d2073 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.1225631 Aug 12 22:55:15.086036 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.092369 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.094738 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] 10.222.0.49 "DELETE /v2.0/networks/970483fa-d614-4060-a0e4-7c079c422b64 HTTP/1.1" status: 204 len: 168 time: 0.3335805 Aug 12 22:55:15.098186 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c695deb3-7be5-4cc9-bc55-a9e01114707d req-ed87ebda-8c60-4de9-aef5-139509c0f965 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903001 Aug 12 22:55:15.098358 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9dbb8f8d-fb3f-4fbe-891e-efc6b0d733e7 req-a0373a4c-9ffe-4842-96e7-503a3f98f4a7 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473564 Aug 12 22:55:15.098985 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48584) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:15.116256 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a8dc-fe71-42e2-936e-8abf1f43398e admin admin] Pushing event deleted for resources: {'Network': ['ID=970483fa-d614-4060-a0e4-7c079c422b64,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:15.144190 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Deleting subnet cb796f35-7d82-4b9a-8169-03f3ddf39e2e {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:55:15.148181 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.186079 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.225213 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.276377 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.298752 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb796f35-7d82-4b9a-8169-03f3ddf39e2e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:15.305419 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.307358 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e573cb2b-37cb-46e4-a941-69d1a6c602bd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cb796f35-7d82-4b9a-8169-03f3ddf39e2e HTTP/1.1" status: 204 len: 168 time: 0.2074456 Aug 12 22:55:15.309724 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48586) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:15.379507 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.457159 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.466633 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9fea94-be8c-444a-9621-680f39e659bf']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:15.476468 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5561187-2935-460d-8db7-f9c9b6b2e991') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:15.476758 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5561187-2935-460d-8db7-f9c9b6b2e991') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:15.485159 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264366209'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.499029 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.505737 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:55:15.506222 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264481036'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: Traceback (most recent call last): Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: timer() Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: cb(*args, **kw) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: return func(*args, **kwargs) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: self._notify() Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: self.callback(batched_events) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: event.method(event) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: return f(self, *a, **k) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._get(url).json() Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:55:15.507864 dv-cinder-803748-6-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:55:15.562647 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.568308 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.570479 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ef9fea94-be8c-444a-9621-680f39e659bf HTTP/1.1" status: 204 len: 168 time: 0.2597344 Aug 12 22:55:15.581319 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90362-2e48-428e-9616-a968789d68a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9fea94-be8c-444a-9621-680f39e659bf,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:15.722749 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48594) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:15.761651 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f2889da6-889b-4188-a7fd-99d079c93ebe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dfebcd293034e2fa73006a4f0774993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377233 Aug 12 22:55:15.763941 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48596) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:15.811103 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9450e6b5-dd21-41cc-9827-fe8e5d51962b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.831827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9450e6b5-dd21-41cc-9827-fe8e5d51962b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.877580 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9450e6b5-dd21-41cc-9827-fe8e5d51962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.880383 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9450e6b5-dd21-41cc-9827-fe8e5d51962b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.881210 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9450e6b5-dd21-41cc-9827-fe8e5d51962b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c87db4f8-618d-4dba-85d4-77a24f1cc6b1 HTTP/1.1" status: 204 len: 168 time: 0.1163006 Aug 12 22:55:15.888595 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450e6b5-dd21-41cc-9827-fe8e5d51962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87db4f8-618d-4dba-85d4-77a24f1cc6b1,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:16.189998 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48604) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:16.215781 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524079d-c297-4c0b-809a-d075e098a939 req-fd31c94a-aa09-4a20-bdb1-9c19b5563d18 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:16.217271 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c524079d-c297-4c0b-809a-d075e098a939 req-fd31c94a-aa09-4a20-bdb1-9c19b5563d18 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0493715 Aug 12 22:55:16.228897 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-78cd6ce8-7f4f-483c-9a96-b07659e5c865 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=939d2376ef4c41e1af47350c0d6eb326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375993 Aug 12 22:55:16.231180 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48606) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:16.258986 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c524079d-c297-4c0b-809a-d075e098a939 req-8e879362-72ce-4726-9986-a6aa5929aaaf tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353949 Aug 12 22:55:16.282428 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b62587bb-e833-4ba4-ab5a-780813bb9541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:16.303418 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b62587bb-e833-4ba4-ab5a-780813bb9541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:16.348434 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b62587bb-e833-4ba4-ab5a-780813bb9541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:16.351254 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b62587bb-e833-4ba4-ab5a-780813bb9541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:16.352406 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b62587bb-e833-4ba4-ab5a-780813bb9541 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/627e2846-a7e3-4b68-8dfd-3a032a64ba60 HTTP/1.1" status: 204 len: 168 time: 0.1202641 Aug 12 22:55:16.359690 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62587bb-e833-4ba4-ab5a-780813bb9541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e2846-a7e3-4b68-8dfd-3a032a64ba60,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:17.383727 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc48b3-106d-4c3e-8d41-e7f2f9108249 req-cbcb601e-c11e-45b9-bfaf-76a6777cf21c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:17.385282 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4dcc48b3-106d-4c3e-8d41-e7f2f9108249 req-cbcb601e-c11e-45b9-bfaf-76a6777cf21c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0559719 Aug 12 22:55:17.424576 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4dcc48b3-106d-4c3e-8d41-e7f2f9108249 req-3913acf4-2ef8-4750-baff-f1111b33a90c tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330436 Aug 12 22:55:18.483658 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:55:18.544540 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6b5e-ec17-4a03-aeb3-fe2103d138c1 req-018085c7-4f77-4053-9ef9-a190949919a1 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:18.546025 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4ffd6b5e-ec17-4a03-aeb3-fe2103d138c1 req-018085c7-4f77-4053-9ef9-a190949919a1 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 943 time: 0.0508556 Aug 12 22:55:18.580116 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:18.585019 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4ffd6b5e-ec17-4a03-aeb3-fe2103d138c1 req-4b75b43f-5860-48b5-8cb2-ac83a701fae8 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Aug 12 22:55:18.596920 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'f2e5374c-1791-4b48-aac0-e37709609396', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'port_id': 'f2e5374c-1791-4b48-aac0-e37709609396', 'mac_address': 'fa:16:3e:94:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:55:18.636149 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:18.648609 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e5374c-1791-4b48-aac0-e37709609396 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:18.666929 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:18.670911 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:18.719856 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=7']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:18.726745 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.727093 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.727429 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.727760 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.728086 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.728408 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.728728 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.729062 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.729366 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.729684 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.729997 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:18.730337 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:19.125192 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['f2e5374c-1791-4b48-aac0-e37709609396'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:19.320142 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b949706-1121-4132-835a-01f8e66aa099 req-a4de6e6d-2ac6-4e87-bcc9-58b4afacb2e6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:19.321670 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7b949706-1121-4132-835a-01f8e66aa099 req-a4de6e6d-2ac6-4e87-bcc9-58b4afacb2e6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Aug 12 22:55:19.364823 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7b949706-1121-4132-835a-01f8e66aa099 req-32ab1d98-f512-49c9-bc7c-4b1c5ab0a3b7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346081 Aug 12 22:55:19.710114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ce1cf-22ea-432e-a4e9-d3237f07cc5b req-7e469c7a-af39-4141-acf5-335baef25122 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:19.711709 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4a0ce1cf-22ea-432e-a4e9-d3237f07cc5b req-7e469c7a-af39-4141-acf5-335baef25122 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 944 time: 0.0504708 Aug 12 22:55:19.750968 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4a0ce1cf-22ea-432e-a4e9-d3237f07cc5b req-78767d07-d9ab-4aba-8298-ff7148cf35a8 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Aug 12 22:55:20.488607 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a06cd-d1f4-4be3-acb0-57727e51c741 req-fb8b4e03-d06d-4a26-819c-2662565056db tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:20.491522 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b13a06cd-d1f4-4be3-acb0-57727e51c741 req-fb8b4e03-d06d-4a26-819c-2662565056db tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0492630 Aug 12 22:55:20.492877 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:20.528425 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b13a06cd-d1f4-4be3-acb0-57727e51c741 req-f02491e5-7c3a-4123-9fc6-a83d354569cf tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Aug 12 22:55:20.546931 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port f2e5374c-1791-4b48-aac0-e37709609396 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:20.547306 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:20.625745 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:20.649060 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:20.651429 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d6df1-812a-480a-80be-1b408e0e71b4" -d '{"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-plugged", "status": "completed", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:20.665074 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:20.669141 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:20.691605 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a42b494-d40a-4edb-9041-1cbb17276720 x-openstack-request-id: req-3a42b494-d40a-4edb-9041-1cbb17276720 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:20.691910 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-plugged", "status": "completed", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:20.692203 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a42b494-d40a-4edb-9041-1cbb17276720 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:20.692666 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'code': 200} Aug 12 22:55:20.718935 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=8']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:20.871003 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983b521-23bf-4b74-914b-91b8602d4336 req-bdbfd30b-2e84-4b66-889f-512555716836 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:20.872485 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8983b521-23bf-4b74-914b-91b8602d4336 req-bdbfd30b-2e84-4b66-889f-512555716836 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0555820 Aug 12 22:55:20.911939 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8983b521-23bf-4b74-914b-91b8602d4336 req-eb8cb3f9-092c-4788-a98e-90e708712d06 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327764 Aug 12 22:55:21.013158 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9fd7-610d-48b9-8a07-d47f9a044bdd req-ba611a9e-5009-4dca-b788-20e5f436b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:21.014659 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d26b9fd7-610d-48b9-8a07-d47f9a044bdd req-ba611a9e-5009-4dca-b788-20e5f436b172 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.0392418 Aug 12 22:55:21.065969 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d26b9fd7-610d-48b9-8a07-d47f9a044bdd req-5582e6b6-4c5c-470c-8ba9-7464b7477ead service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284984 Aug 12 22:55:21.656006 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b0e9b-1ad3-4110-88fe-14e58f124f3f req-ca24688e-93b6-45bd-b26a-f2ca285b93e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:21.657584 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-410b0e9b-1ad3-4110-88fe-14e58f124f3f req-ca24688e-93b6-45bd-b26a-f2ca285b93e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Aug 12 22:55:21.695720 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-410b0e9b-1ad3-4110-88fe-14e58f124f3f req-1f1e6f6b-10a8-4a0b-8892-6f83e5cc3cd3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319915 Aug 12 22:55:22.025508 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b174080-61a1-45ad-b1a5-22ee57c69884 req-51a98b01-f72d-4a74-aa36-e09d394250ec tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:22.027077 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2b174080-61a1-45ad-b1a5-22ee57c69884 req-51a98b01-f72d-4a74-aa36-e09d394250ec tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0479555 Aug 12 22:55:22.049377 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:55:22.064481 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2b174080-61a1-45ad-b1a5-22ee57c69884 req-e8449885-2298-4220-8df7-8389183b1006 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Aug 12 22:55:22.816676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b7036-afaa-472c-972b-4ae772d3f9a9 req-0fbe2500-9299-484b-b0e5-93e0386a72d9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:22.818231 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-441b7036-afaa-472c-972b-4ae772d3f9a9 req-0fbe2500-9299-484b-b0e5-93e0386a72d9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Aug 12 22:55:22.856369 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-441b7036-afaa-472c-972b-4ae772d3f9a9 req-60fd239a-aa92-45e7-b2b5-388d62fc7b08 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Aug 12 22:55:23.186901 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbcf1f-5be9-4f30-baf3-8095ae31d36c req-6e8a03ee-1f73-4e0e-960b-670d24809be0 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.188444 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbcbcf1f-5be9-4f30-baf3-8095ae31d36c req-6e8a03ee-1f73-4e0e-960b-670d24809be0 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0584290 Aug 12 22:55:23.229199 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbcbcf1f-5be9-4f30-baf3-8095ae31d36c req-cf05d16e-c02e-4a6d-8ffd-e545d30f1d02 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348532 Aug 12 22:55:23.574280 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-b572a155-d534-462e-a8e7-74c396738888 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497224 Aug 12 22:55:23.677245 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-6446d6dc-1207-4219-ba9a-aaf2d6c20bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.679356 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-6446d6dc-1207-4219-ba9a-aaf2d6c20bfe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.0526257 Aug 12 22:55:23.806820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-e946f962-0da4-439b-b1c7-926899405c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.808199 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-e946f962-0da4-439b-b1c7-926899405c0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.1024828 Aug 12 22:55:23.868224 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8e2b1432-7e45-4d12-a443-a0b97c17053e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.889907 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-b0c5ea81-2c8c-45de-96c7-50113d498563 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 1001 time: 0.0727804 Aug 12 22:55:23.972940 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-6d4bf131-363c-4d0e-bec4-6af67d1ff1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.974518 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-6d4bf131-363c-4d0e-bec4-6af67d1ff1d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0751538 Aug 12 22:55:24.002498 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd699d-61db-4fc8-add2-952088255223 req-f9d141d9-d3a0-422e-adcc-c897d870c3bb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.003965 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-67cd699d-61db-4fc8-add2-952088255223 req-f9d141d9-d3a0-422e-adcc-c897d870c3bb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0648229 Aug 12 22:55:24.058982 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-67cd699d-61db-4fc8-add2-952088255223 req-f3b32459-845a-43a3-918d-84b2e481a0d4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404332 Aug 12 22:55:24.061489 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-aaa443a4-5bbc-48bc-b1a5-0ba09461ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.062915 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-aaa443a4-5bbc-48bc-b1a5-0ba09461ab35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770562 Aug 12 22:55:24.161623 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-313da862-2698-40a3-806e-d40550420542 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878406 Aug 12 22:55:24.255625 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eb2dbdbf-2ac7-4157-b8bd-058add04f8a2 req-9ddc5045-6770-4105-a249-3a45a19eb98e service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Aug 12 22:55:25.179347 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438179e-f09e-4c63-8866-38b9280822c4 req-c4a6d5d9-c169-47e5-aba0-4e239975ae66 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:25.180726 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7438179e-f09e-4c63-8866-38b9280822c4 req-c4a6d5d9-c169-47e5-aba0-4e239975ae66 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Aug 12 22:55:25.219666 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7438179e-f09e-4c63-8866-38b9280822c4 req-864ef07f-341d-4e29-a711-ddd848713519 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Aug 12 22:55:25.464654 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:26.343002 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363f68-0b47-4ab9-8faa-8f42a774575b req-bd349736-153e-46fc-abdf-3528402c42c9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.344451 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d6363f68-0b47-4ab9-8faa-8f42a774575b req-bd349736-153e-46fc-abdf-3528402c42c9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0544441 Aug 12 22:55:26.383809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d6363f68-0b47-4ab9-8faa-8f42a774575b req-7b7269e8-6391-4bb3-b993-181cc76505c4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Aug 12 22:55:26.395925 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a45f7895-bae3-4328-a229-ce71171d340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:26.536519 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:27.502754 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27551ef6-258b-43ee-9393-e6a5a1a72c74 req-9e3f2260-f81e-491e-88ab-0f4ee59faed2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:27.504205 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27551ef6-258b-43ee-9393-e6a5a1a72c74 req-9e3f2260-f81e-491e-88ab-0f4ee59faed2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Aug 12 22:55:27.540783 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27551ef6-258b-43ee-9393-e6a5a1a72c74 req-93a0a60f-a17f-4581-8329-566d7a011a22 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300493 Aug 12 22:55:27.592449 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:28.660033 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c04e-162e-4f13-94c6-7e366d2ca901 req-819605c9-3479-4638-9042-1539acfe2568 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:28.661643 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f14c04e-162e-4f13-94c6-7e366d2ca901 req-819605c9-3479-4638-9042-1539acfe2568 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0501986 Aug 12 22:55:28.698095 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f14c04e-162e-4f13-94c6-7e366d2ca901 req-2a32e1da-cde3-40fb-a508-b611d47e307a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Aug 12 22:55:29.112780 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:29.815255 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6200-f172-49ea-8da3-289d35a73502 req-2f0b8529-0407-40ff-9f60-42d03fee04b8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:29.816931 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-338d6200-f172-49ea-8da3-289d35a73502 req-2f0b8529-0407-40ff-9f60-42d03fee04b8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0482543 Aug 12 22:55:29.855512 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-338d6200-f172-49ea-8da3-289d35a73502 req-018dacef-fcab-4a32-b34c-3917d7993e6f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Aug 12 22:55:30.970456 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dfaad-e915-4036-8e08-1b80b34f193a req-3382ef24-90d3-4852-b14a-2896e3c6a14f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:30.971937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-912dfaad-e915-4036-8e08-1b80b34f193a req-3382ef24-90d3-4852-b14a-2896e3c6a14f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Aug 12 22:55:31.009881 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-912dfaad-e915-4036-8e08-1b80b34f193a req-13256b99-18f2-4b9c-982e-4ea3e4da3784 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Aug 12 22:55:32.131397 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326f7e8-2a72-4b67-b5bf-2f88c35bf36b req-bc4b0e5b-c9f0-4cac-8c48-c5227bce57fd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:32.132868 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c326f7e8-2a72-4b67-b5bf-2f88c35bf36b req-bc4b0e5b-c9f0-4cac-8c48-c5227bce57fd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Aug 12 22:55:32.169409 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c326f7e8-2a72-4b67-b5bf-2f88c35bf36b req-558118fb-f875-4579-a407-2c7931a10091 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306306 Aug 12 22:55:33.290361 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e7f2e-5fd3-4644-8fb7-c575abe9a750 req-aff387f2-55c4-4af0-b62f-0e5964d09810 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:33.291888 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c65e7f2e-5fd3-4644-8fb7-c575abe9a750 req-aff387f2-55c4-4af0-b62f-0e5964d09810 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Aug 12 22:55:33.328944 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c65e7f2e-5fd3-4644-8fb7-c575abe9a750 req-fd0e1af8-5baa-4386-8115-f1d337fc1330 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Aug 12 22:55:34.452130 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf1ba9-9a93-4ea5-9680-a44e213cff52 req-4722b353-69c9-49f3-b2f9-35e88a1a87b8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:34.453602 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8adf1ba9-9a93-4ea5-9680-a44e213cff52 req-4722b353-69c9-49f3-b2f9-35e88a1a87b8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0528760 Aug 12 22:55:34.491625 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8adf1ba9-9a93-4ea5-9680-a44e213cff52 req-28c6bc67-6b29-4d72-80f3-36a73d5b68bd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Aug 12 22:55:35.608144 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a235b-d683-4211-a84e-86d5490543c8 req-267880b9-8543-4866-8ee6-7c87d0cb4c62 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:35.609608 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c13a235b-d683-4211-a84e-86d5490543c8 req-267880b9-8543-4866-8ee6-7c87d0cb4c62 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0476286 Aug 12 22:55:35.648245 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c13a235b-d683-4211-a84e-86d5490543c8 req-a6b8dbe3-b6c6-433d-bb1a-9c3b8347b687 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Aug 12 22:55:36.636802 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:55:36.731102 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:36.742968 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'mac_address': 'fa:16:3e:26:a9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:55:36.771814 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783871f-1d88-4c03-9088-4e2ff5eefb2b req-2e967c0b-02ed-4c35-9fb8-88a1846baf46 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:36.773302 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f783871f-1d88-4c03-9088-4e2ff5eefb2b req-2e967c0b-02ed-4c35-9fb8-88a1846baf46 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 12 22:55:36.779095 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:36.795328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ba5ea25-d131-4543-82e5-f64872d7b707 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:36.810988 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f783871f-1d88-4c03-9088-4e2ff5eefb2b req-56f5f5c4-3605-4e1e-86f1-34b508e690cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Aug 12 22:55:36.814013 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:36.820019 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:36.866741 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=6']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:37.029674 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['7ba5ea25-d131-4543-82e5-f64872d7b707'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:37.928608 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db4c06-de45-483b-b4b2-8d2190e95914 req-cf8d5308-74fd-497e-a1c3-70f2972d0980 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:37.930052 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-05db4c06-de45-483b-b4b2-8d2190e95914 req-cf8d5308-74fd-497e-a1c3-70f2972d0980 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 944 time: 0.0475793 Aug 12 22:55:37.968308 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-05db4c06-de45-483b-b4b2-8d2190e95914 req-6ffcb94b-163e-4a78-8d12-2c68aa2a3b62 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 12 22:55:38.645911 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:38.694886 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 7ba5ea25-d131-4543-82e5-f64872d7b707 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:38.695258 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.769870 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.791779 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:38.794006 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d5987b-7e4b-4089-a5d9-f58001b211d4" -d '{"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:38.808112 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:38.812659 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.839204 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6398688f-fad9-4203-a6c7-28d2c1a8b475 x-openstack-request-id: req-6398688f-fad9-4203-a6c7-28d2c1a8b475 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:38.839504 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:38.839770 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6398688f-fad9-4203-a6c7-28d2c1a8b475 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:38.840116 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'code': 200} Aug 12 22:55:38.865438 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=7']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:39.111437 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a80fb-3ae5-4edb-924f-9fc873907eb6 req-008df043-0f56-469c-83ce-c8673c64a411 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:39.112900 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d64a80fb-3ae5-4edb-924f-9fc873907eb6 req-008df043-0f56-469c-83ce-c8673c64a411 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0641823 Aug 12 22:55:39.151418 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d64a80fb-3ae5-4edb-924f-9fc873907eb6 req-465721fa-8376-467a-a2ad-d7727b02824a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Aug 12 22:55:40.309552 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0ccda-470a-4b00-9fa2-7ec1ca53c92f req-b9663090-a4e0-4792-a52b-e1b1b48ec6bc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:40.312180 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7df0ccda-470a-4b00-9fa2-7ec1ca53c92f req-b9663090-a4e0-4792-a52b-e1b1b48ec6bc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0751150 Aug 12 22:55:40.371039 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7df0ccda-470a-4b00-9fa2-7ec1ca53c92f req-3c9877f4-846a-401d-8cf2-9fa0290ca4d3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518634 Aug 12 22:55:41.512471 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cbf36-18ae-4489-b93f-18592c890191 req-fc086226-dbec-4f13-988f-1f3da381dddb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:41.513957 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-913cbf36-18ae-4489-b93f-18592c890191 req-fc086226-dbec-4f13-988f-1f3da381dddb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0559406 Aug 12 22:55:41.558443 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-913cbf36-18ae-4489-b93f-18592c890191 req-7536d452-2576-4568-8f41-c2c0a5f193ab tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344803 Aug 12 22:55:42.723857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d2f86-01e1-403d-8dcb-51f9a11ae87a req-4f9e138c-ae53-4227-b5d0-cbfdd1570450 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:42.726117 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c93d2f86-01e1-403d-8dcb-51f9a11ae87a req-4f9e138c-ae53-4227-b5d0-cbfdd1570450 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0610049 Aug 12 22:55:42.772430 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c93d2f86-01e1-403d-8dcb-51f9a11ae87a req-a49a0f8b-9288-4bb0-95db-8188eff46069 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 Aug 12 22:55:43.908816 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9816-7344-4175-9d5b-409c0b770444 req-722c7ea5-4c65-488a-999d-1d6d8960761f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:43.914759 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1aed9816-7344-4175-9d5b-409c0b770444 req-722c7ea5-4c65-488a-999d-1d6d8960761f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0617723 Aug 12 22:55:43.950869 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1aed9816-7344-4175-9d5b-409c0b770444 req-8a362f42-54bb-4c26-ab78-5fe955eafc6f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332103 Aug 12 22:55:45.087978 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e8e70-1ada-4e61-befa-b7e87b9e07d2 req-be4aab67-3a8e-447f-a2d3-cb5ba94c713d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:45.089469 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-353e8e70-1ada-4e61-befa-b7e87b9e07d2 req-be4aab67-3a8e-447f-a2d3-cb5ba94c713d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Aug 12 22:55:45.131938 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-353e8e70-1ada-4e61-befa-b7e87b9e07d2 req-2ec97ecc-ed02-4028-b9f4-81471193ef3d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336962 Aug 12 22:55:46.271701 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5f59-f5b2-4c00-887d-6b0e52142da8 req-f99d8793-d927-43a7-b4b1-c1955e56fd85 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:46.273440 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e5e5f59-f5b2-4c00-887d-6b0e52142da8 req-f99d8793-d927-43a7-b4b1-c1955e56fd85 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0586135 Aug 12 22:55:46.317905 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e5e5f59-f5b2-4c00-887d-6b0e52142da8 req-14d5b0cc-28ae-46f2-b203-2ee85f55544a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Aug 12 22:55:47.474163 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944deaa-cd47-4a4e-bcf7-9260f3c479c3 req-b62a5383-6d18-4561-b963-9d833ded0ed4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:47.475841 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4944deaa-cd47-4a4e-bcf7-9260f3c479c3 req-b62a5383-6d18-4561-b963-9d833ded0ed4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0709150 Aug 12 22:55:47.532511 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4944deaa-cd47-4a4e-bcf7-9260f3c479c3 req-87fb29b1-8ee2-49a3-828e-1daeac33b297 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496864 Aug 12 22:55:48.392074 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 48956) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:48.496341 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.582971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.587074 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.655927 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d28f8781bad465c9108b11592698e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628012 Aug 12 22:55:48.656724 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1605e0-6a37-4e7f-875c-25fd5763a48c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:48.658531 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 48962) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:48.683664 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.684009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.684348 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.684676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.685003 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.685327 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.685652 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.685973 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.686377 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.686634 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.686950 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.687263 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6af3252-bf17-4793-9156-1e99a7867c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:48.709824 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c8133f9a-4297-45e6-8587-e0f9d61f23cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.713858 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f14e-6234-4f71-a03a-e22c14914c55 req-869bd02f-ee5e-4c77-a67b-6222c1eaaa72 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:48.715369 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b10f14e-6234-4f71-a03a-e22c14914c55 req-869bd02f-ee5e-4c77-a67b-6222c1eaaa72 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.1083019 Aug 12 22:55:48.729741 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-5a9f2ef4-cb1b-4147-b5b7-e03674e47b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:48.731160 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-5a9f2ef4-cb1b-4147-b5b7-e03674e47b27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1098 time: 0.0855446 Aug 12 22:55:48.731387 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c8133f9a-4297-45e6-8587-e0f9d61f23cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.777632 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c8133f9a-4297-45e6-8587-e0f9d61f23cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.780269 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c8133f9a-4297-45e6-8587-e0f9d61f23cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.781410 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c8133f9a-4297-45e6-8587-e0f9d61f23cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de1605e0-6a37-4e7f-875c-25fd5763a48c HTTP/1.1" status: 204 len: 168 time: 0.1218863 Aug 12 22:55:48.790307 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8133f9a-4297-45e6-8587-e0f9d61f23cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1605e0-6a37-4e7f-875c-25fd5763a48c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:48.804709 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b10f14e-6234-4f71-a03a-e22c14914c55 req-41a0b74a-af2e-4476-a6da-8d9d9e8759f8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830510 Aug 12 22:55:48.846676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-e37d950c-6f8f-42e8-a77b-d60cfeef9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:48.848267 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-e37d950c-6f8f-42e8-a77b-d60cfeef9562 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.1084423 Aug 12 22:55:48.919543 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-3db6cb9f-89e2-4969-913a-6bb90146257e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 200 len: 1000 time: 0.0638285 Aug 12 22:55:48.972801 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-a43b653d-da83-45e8-9b49-ad22673f4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:48.974322 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-a43b653d-da83-45e8-9b49-ad22673f4d83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0477073 Aug 12 22:55:49.024814 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-8e01742b-97e5-4701-9ddc-d8d58efdac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:49.026343 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-8e01742b-97e5-4701-9ddc-d8d58efdac8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454476 Aug 12 22:55:49.120429 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-500f4890-3e74-4d76-9fc7-06e2877a5f31 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Aug 12 22:55:49.210080 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1562e1f8-cd19-41dd-9b0c-3d3ccb104317 req-64ff338b-d1ce-4799-9c52-1dbbb34fb1f9 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818067 Aug 12 22:55:49.932387 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1ebe-71d1-43e0-9786-b4ce23923b4a req-dbafbab4-ece6-4fba-8447-066edabc7aa1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:49.933843 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-087e1ebe-71d1-43e0-9786-b4ce23923b4a req-dbafbab4-ece6-4fba-8447-066edabc7aa1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Aug 12 22:55:49.974117 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-087e1ebe-71d1-43e0-9786-b4ce23923b4a req-3f66b1a7-87b3-418c-bc05-8f6120e8e8d1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343757 Aug 12 22:55:51.100234 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03beb666-ed7d-4e89-87ec-dd7447e10b3e req-9b723ecb-7590-444e-91a6-62c90753b0c9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:51.101716 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-03beb666-ed7d-4e89-87ec-dd7447e10b3e req-9b723ecb-7590-444e-91a6-62c90753b0c9 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0562913 Aug 12 22:55:51.144125 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-03beb666-ed7d-4e89-87ec-dd7447e10b3e req-0cb101a5-5c11-41fb-a029-81dd12a8d7f2 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357051 Aug 12 22:55:52.260590 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50174b81-cf38-43ee-8e41-f51209128429 req-74cf439b-3ff9-4677-a863-7e11b3aae190 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:52.262061 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50174b81-cf38-43ee-8e41-f51209128429 req-74cf439b-3ff9-4677-a863-7e11b3aae190 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 945 time: 0.0481782 Aug 12 22:55:52.298354 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50174b81-cf38-43ee-8e41-f51209128429 req-4f0b80cd-c454-4fad-ae1d-074f4993c5c7 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303431 Aug 12 22:55:52.695253 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:55:52.770756 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.793159 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:52.795410 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11ad56d-48e3-4d87-a2d0-c7fbccdd0795" -d '{"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:52.809789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:52.815626 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.841837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a819683f-f7f7-402f-85d5-bec8ddbd1256 x-openstack-request-id: req-a819683f-f7f7-402f-85d5-bec8ddbd1256 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:52.842127 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-unplugged", "status": "failed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "code": 422}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:52.842412 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a819683f-f7f7-402f-85d5-bec8ddbd1256 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:52.842791 dv-cinder-803748-6-iscsi neutron-server[105672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'code': 422} returned with failed status Aug 12 22:55:52.869035 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=8']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:53.223436 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cdaf7-37e7-4753-a585-8a5b03214695 req-c12be05a-9e7e-4dc7-ad85-4acf261d861a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:53.224874 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f49cdaf7-37e7-4753-a585-8a5b03214695 req-c12be05a-9e7e-4dc7-ad85-4acf261d861a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0500305 Aug 12 22:55:53.250440 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-d8edad07-6673-425e-adf6-7e25b0b2bb40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390272 Aug 12 22:55:53.262756 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f49cdaf7-37e7-4753-a585-8a5b03214695 req-1625313d-1819-4194-8c77-fdd86abe4aa0 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Aug 12 22:55:53.859097 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0f9e-843d-4dfb-b53e-e7c36f89eae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:54.118001 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f1d1-f425-4dd1-93dd-09885157029e req-ed32d73b-6842-4665-a614-d29efda67bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.119389 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-ed32d73b-6842-4665-a614-d29efda67bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285&tenant_id=ba6b4656032a4c2884af2033a7051373 HTTP/1.1" status: 200 len: 1096 time: 0.0396342 Aug 12 22:55:54.203056 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f1d1-f425-4dd1-93dd-09885157029e req-bca0306a-1a3a-48f8-b19d-ccac49c887d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.204499 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-bca0306a-1a3a-48f8-b19d-ccac49c887d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba6b4656032a4c2884af2033a7051373&device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1096 time: 0.0392485 Aug 12 22:55:54.295799 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f1d1-f425-4dd1-93dd-09885157029e req-afcd9d78-3d50-4234-88fa-211a8380b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.297180 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-afcd9d78-3d50-4234-88fa-211a8380b134 service neutron] 10.222.0.42 "GET /v2.0/networks?id=40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 200 len: 918 time: 0.0836871 Aug 12 22:55:54.392597 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-5ce0f48d-5245-458d-9b3f-de7492f0b9ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 200 len: 998 time: 0.0876067 Aug 12 22:55:54.403029 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e680a97-5c31-4793-9e3f-226c9765f452 req-db605d8e-ca0e-4936-a5b0-e352492e709c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.404628 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e680a97-5c31-4793-9e3f-226c9765f452 req-db605d8e-ca0e-4936-a5b0-e352492e709c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0662601 Aug 12 22:55:54.471116 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e680a97-5c31-4793-9e3f-226c9765f452 req-6e97633c-1a52-4bfb-98b0-48e23a88fd5b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580602 Aug 12 22:55:54.473256 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f1d1-f425-4dd1-93dd-09885157029e req-8d9ab3d3-8b1f-42cb-978d-79c2330aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.474616 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-8d9ab3d3-8b1f-42cb-978d-79c2330aa20d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 200 len: 856 time: 0.0691619 Aug 12 22:55:54.522226 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f1d1-f425-4dd1-93dd-09885157029e req-4e31e855-5eed-4b47-bc52-2b8b5ce4e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.523734 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-4e31e855-5eed-4b47-bc52-2b8b5ce4e941 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40632709-cf1a-464a-be50-1d894a26ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393603 Aug 12 22:55:54.620683 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-cf23a53a-8556-4a92-83bb-8da9710160a4 service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837908 Aug 12 22:55:54.714740 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e803f1d1-f425-4dd1-93dd-09885157029e req-1b321d0c-06f7-42df-8c27-a9646e74e95d service neutron] 10.222.0.42 "GET /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828438 Aug 12 22:55:55.472100 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:55.597227 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663ad6-7500-4fad-9d05-b8fec06b80bf req-32cbced3-bc2b-43ce-b6f4-5f628e416650 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:55.599240 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2d663ad6-7500-4fad-9d05-b8fec06b80bf req-32cbced3-bc2b-43ce-b6f4-5f628e416650 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0496051 Aug 12 22:55:55.656883 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2d663ad6-7500-4fad-9d05-b8fec06b80bf req-828fec16-ce8d-4dca-8ecd-9cee0df978c8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 Aug 12 22:55:56.396267 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-702d29d5-2c85-456d-a1c7-a5cac866716e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:56.538800 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:56.711276 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:55:56.776863 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c83d0-c498-4892-aee9-15274d2e2d38 req-5b404d68-2af9-4ffd-9d5e-5def5c8518df tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:56.778371 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-296c83d0-c498-4892-aee9-15274d2e2d38 req-5b404d68-2af9-4ffd-9d5e-5def5c8518df tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0486720 Aug 12 22:55:56.822015 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-296c83d0-c498-4892-aee9-15274d2e2d38 req-c7080c87-d27a-4e56-8b7a-83a6400c41a8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376875 Aug 12 22:55:57.600380 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:57.953493 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b317-1dee-4920-803e-64f747e380db req-014ade2b-83df-486c-9e82-e2e6b8532d67 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:57.955040 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-82f3b317-1dee-4920-803e-64f747e380db req-014ade2b-83df-486c-9e82-e2e6b8532d67 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0584066 Aug 12 22:55:57.993231 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-82f3b317-1dee-4920-803e-64f747e380db req-f2c9dec7-40f9-4269-bc4f-055e341a2733 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Aug 12 22:55:58.750620 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030299-f404-459c-8622-cbc343a85584 req-ab5975e8-c441-4ce6-b880-56db97ee9d6f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:58.752068 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-85030299-f404-459c-8622-cbc343a85584 req-ab5975e8-c441-4ce6-b880-56db97ee9d6f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0502021 Aug 12 22:55:58.789108 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-85030299-f404-459c-8622-cbc343a85584 req-b731e1b6-2201-4a1c-a309-d12f42f21939 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Aug 12 22:55:59.049212 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:55:59.116618 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:59.128679 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7050dcf-6548-4ea5-bc25-06141f0812cd req-cc974c7e-a2f6-4a8b-aa18-46200c870015 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:59.130455 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d7050dcf-6548-4ea5-bc25-06141f0812cd req-cc974c7e-a2f6-4a8b-aa18-46200c870015 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0644088 Aug 12 22:55:59.169674 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d7050dcf-6548-4ea5-bc25-06141f0812cd req-0b5a39b7-6e57-4650-a453-65a0cbc4ae01 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Aug 12 22:55:59.953870 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100aa27-85ac-4f2b-ab43-4bbf542e82a6 req-818ac5d4-fb5c-4c45-98a8-328e64f74b63 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:59.955442 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7100aa27-85ac-4f2b-ab43-4bbf542e82a6 req-818ac5d4-fb5c-4c45-98a8-328e64f74b63 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0778604 Aug 12 22:55:59.994597 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7100aa27-85ac-4f2b-ab43-4bbf542e82a6 req-0266b550-c7ec-4be9-83b1-98a545e81c87 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322437 Aug 12 22:56:00.292116 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f9049-a65f-4279-b3b5-2fb6ffd14e37 req-e86770af-c454-4667-b537-e00bc0bc0ee4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:00.293595 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e26f9049-a65f-4279-b3b5-2fb6ffd14e37 req-e86770af-c454-4667-b537-e00bc0bc0ee4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0510504 Aug 12 22:56:00.335053 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e26f9049-a65f-4279-b3b5-2fb6ffd14e37 req-ba0355be-ca1a-45c3-ac53-4b9c3f3670f6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356057 Aug 12 22:56:01.116759 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7c190-7484-4fdc-b672-656c2df02b8c req-8d9e9b9b-d71f-4ec8-a435-83b0cd6ae8e4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:01.118208 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8b7c190-7484-4fdc-b672-656c2df02b8c req-8d9e9b9b-d71f-4ec8-a435-83b0cd6ae8e4 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0525274 Aug 12 22:56:01.163435 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8b7c190-7484-4fdc-b672-656c2df02b8c req-2b21b8ad-4577-4703-af96-346ba1f7042e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Aug 12 22:56:01.455246 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219742-f889-4b2a-94d7-6ba2ccd0894d req-387109d9-95ea-49d7-944d-1ab6b1fecd2f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:01.457255 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46219742-f889-4b2a-94d7-6ba2ccd0894d req-387109d9-95ea-49d7-944d-1ab6b1fecd2f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0520329 Aug 12 22:56:01.494606 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-46219742-f889-4b2a-94d7-6ba2ccd0894d req-5ceda633-3e8f-4a77-b127-83bfe8886383 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Aug 12 22:56:02.286515 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006ff18-e20a-47b0-aec6-462c14c8c392 req-a39698d1-2065-452b-b021-ab7cde1f9753 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:02.287973 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d006ff18-e20a-47b0-aec6-462c14c8c392 req-a39698d1-2065-452b-b021-ab7cde1f9753 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0508432 Aug 12 22:56:02.324309 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d006ff18-e20a-47b0-aec6-462c14c8c392 req-ca45d6ed-680b-4ef6-8218-2bf3e681897c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Aug 12 22:56:02.627219 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0fd4-5372-4075-9e45-62b690d3e157 req-a17c5796-8696-4db0-8cc1-ab364fcb445b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:02.632498 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e14f0fd4-5372-4075-9e45-62b690d3e157 req-a17c5796-8696-4db0-8cc1-ab364fcb445b tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0635858 Aug 12 22:56:02.678328 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e14f0fd4-5372-4075-9e45-62b690d3e157 req-b0134943-1e06-47a7-874f-4f84b1eb3f4a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446594 Aug 12 22:56:02.750264 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad74f6e-83ca-42da-80dc-a979200f5197 req-e5958aca-7e47-4103-88f9-fced043ea44c tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:02.751852 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aad74f6e-83ca-42da-80dc-a979200f5197 req-e5958aca-7e47-4103-88f9-fced043ea44c tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0594373 Aug 12 22:56:02.813489 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aad74f6e-83ca-42da-80dc-a979200f5197 req-ebe11531-4fda-4f3a-86d6-1cd7ba48539e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541914 Aug 12 22:56:03.446161 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b235042-b888-4839-bb02-7915c1f0b00f req-20b7341b-1c6f-490c-99a1-1baeb01e0d1c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:03.447947 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4b235042-b888-4839-bb02-7915c1f0b00f req-20b7341b-1c6f-490c-99a1-1baeb01e0d1c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0563514 Aug 12 22:56:03.490205 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4b235042-b888-4839-bb02-7915c1f0b00f req-70ec60dc-7837-4682-a935-b6bd9bb82305 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363705 Aug 12 22:56:03.800024 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6eadc6-bc8d-4864-b0e3-8d4f8d195a55 req-fe8d247a-b22a-4456-a4e9-fe34de8d8a96 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:03.801626 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad6eadc6-bc8d-4864-b0e3-8d4f8d195a55 req-fe8d247a-b22a-4456-a4e9-fe34de8d8a96 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0496564 Aug 12 22:56:03.842789 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad6eadc6-bc8d-4864-b0e3-8d4f8d195a55 req-2e2c0cda-39d0-4239-a430-92f8536e5118 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Aug 12 22:56:03.947369 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5e36-5bf6-4f06-b9c7-a7f6d5a2c288 req-977b09f6-c4aa-420b-a539-574045d50f02 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:03.948758 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50af5e36-5bf6-4f06-b9c7-a7f6d5a2c288 req-977b09f6-c4aa-420b-a539-574045d50f02 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0488756 Aug 12 22:56:03.991886 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50af5e36-5bf6-4f06-b9c7-a7f6d5a2c288 req-194ce58b-5eba-4778-87f3-09d7fd23d77b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370924 Aug 12 22:56:04.608911 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932970d-fe5d-4259-8122-0a1002fdfffa req-a5b78c3d-c223-43e0-9ab2-a3d6a6daae2b tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:04.614955 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3932970d-fe5d-4259-8122-0a1002fdfffa req-a5b78c3d-c223-43e0-9ab2-a3d6a6daae2b tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0531163 Aug 12 22:56:04.650719 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3932970d-fe5d-4259-8122-0a1002fdfffa req-4c850426-4079-44e8-a639-994df52f0abc tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Aug 12 22:56:04.969348 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c134e5-c418-4587-a7eb-4b6dba7f9bdc req-ab7ce252-e146-4100-8304-8a54b72bd1bc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:04.970973 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f2c134e5-c418-4587-a7eb-4b6dba7f9bdc req-ab7ce252-e146-4100-8304-8a54b72bd1bc tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0565960 Aug 12 22:56:05.009149 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f2c134e5-c418-4587-a7eb-4b6dba7f9bdc req-f3c2b51e-0663-42ed-a0e5-7f8b1cba4e5c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 12 22:56:05.118810 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c2113-5746-47e0-be2a-56c0fd120a5f req-725a55e8-6c5b-4134-b974-6bd0222341db tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:05.120283 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-890c2113-5746-47e0-be2a-56c0fd120a5f req-725a55e8-6c5b-4134-b974-6bd0222341db tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0553210 Aug 12 22:56:05.159255 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-890c2113-5746-47e0-be2a-56c0fd120a5f req-7607e2f1-f9a2-404c-a168-a311bab33be5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328994 Aug 12 22:56:05.769265 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c602c-77d6-4018-90ea-edf68ee56296 req-676b3c4d-5f76-4016-b63e-c9823bd94da9 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:05.771068 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0c6c602c-77d6-4018-90ea-edf68ee56296 req-676b3c4d-5f76-4016-b63e-c9823bd94da9 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Aug 12 22:56:05.812191 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0c6c602c-77d6-4018-90ea-edf68ee56296 req-80d26026-1d60-4bd6-be63-c8b3d432fe41 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352905 Aug 12 22:56:06.149593 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79280566-b965-47ee-bf18-fc17f2038469 req-039ffc15-c3be-417f-9c54-2c7672276c88 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:06.151105 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-79280566-b965-47ee-bf18-fc17f2038469 req-039ffc15-c3be-417f-9c54-2c7672276c88 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0558591 Aug 12 22:56:06.193304 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-79280566-b965-47ee-bf18-fc17f2038469 req-b9468837-4d7e-4065-bf42-a4557765bc88 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Aug 12 22:56:06.280060 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573f2b2-1cee-4035-8a4e-9187ec2a86bd req-42e9e97d-08f8-432c-98fa-9712be1f979d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:06.281556 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c573f2b2-1cee-4035-8a4e-9187ec2a86bd req-42e9e97d-08f8-432c-98fa-9712be1f979d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0504293 Aug 12 22:56:06.328602 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c573f2b2-1cee-4035-8a4e-9187ec2a86bd req-bc286b57-917d-409e-81e6-a790b005076f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397279 Aug 12 22:56:06.928599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0602a1-40d3-49b9-ac51-6e417716d15c req-fccc47ab-67d4-4c49-8f30-98dff8f6fbef tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:06.930832 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6a0602a1-40d3-49b9-ac51-6e417716d15c req-fccc47ab-67d4-4c49-8f30-98dff8f6fbef tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Aug 12 22:56:06.969286 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6a0602a1-40d3-49b9-ac51-6e417716d15c req-48998cc7-0175-4fc5-9fbd-ff3a69991a43 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Aug 12 22:56:07.332566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941c618-feaa-48c0-9aa9-1bee94f86911 req-91fbe973-d846-4fa2-ba30-143556b0560d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:07.334032 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b941c618-feaa-48c0-9aa9-1bee94f86911 req-91fbe973-d846-4fa2-ba30-143556b0560d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0515463 Aug 12 22:56:07.371699 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b941c618-feaa-48c0-9aa9-1bee94f86911 req-35c5e963-edb6-485b-8a1d-4aeebde381b3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Aug 12 22:56:07.442742 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117c052-19a5-43a8-9e97-3df98f906b7f req-4bc2180b-dd66-49ec-a89f-d8299515ca06 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:07.444548 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9117c052-19a5-43a8-9e97-3df98f906b7f req-4bc2180b-dd66-49ec-a89f-d8299515ca06 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0482409 Aug 12 22:56:07.484698 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9117c052-19a5-43a8-9e97-3df98f906b7f req-8246850e-e6fd-4d3b-aaf4-e21205a601c6 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338912 Aug 12 22:56:07.986113 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-5bc52297-ff6f-4ae0-88ee-9f04116236b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:07.987574 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-5bc52297-ff6f-4ae0-88ee-9f04116236b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1137 time: 0.0392001 Aug 12 22:56:08.080367 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-031f1b41-99c0-47db-99c2-903950d7abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:08.081839 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-031f1b41-99c0-47db-99c2-903950d7abe4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 915 time: 0.0860059 Aug 12 22:56:08.085174 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ee633-8370-444e-8a7f-fb2ddc302e28 req-95941d4c-20d3-422d-9ff1-1c3bd503dad0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:08.086658 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-033ee633-8370-444e-8a7f-fb2ddc302e28 req-95941d4c-20d3-422d-9ff1-1c3bd503dad0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Aug 12 22:56:08.128419 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-033ee633-8370-444e-8a7f-fb2ddc302e28 req-6159ef31-9585-4821-903f-f3a59504a35f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359397 Aug 12 22:56:08.150969 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-e8d5d054-c6a5-4bac-9163-9722fd62d4a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 1001 time: 0.0576921 Aug 12 22:56:08.203274 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-f456857a-1f13-44e1-9572-879b1b26ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:08.204668 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-f456857a-1f13-44e1-9572-879b1b26ceed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0448718 Aug 12 22:56:08.251767 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-bda40c43-91dc-4af5-9e27-c587a454f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:08.253087 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-bda40c43-91dc-4af5-9e27-c587a454f3bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378964 Aug 12 22:56:08.340772 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-89b0da05-69c0-4fb4-9d89-38004f0a2f95 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782435 Aug 12 22:56:08.437043 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-771433c4-131e-4d36-a9ae-84292a5924d8 req-0dcc2f5e-461a-4721-80f0-bd6f3283ea1d service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823808 Aug 12 22:56:08.490328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e856-fa79-4bd5-8222-df2ea64d0041 req-4f47bf6e-76aa-4243-95c9-35374fb56cf3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:08.491764 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-95f7e856-fa79-4bd5-8222-df2ea64d0041 req-4f47bf6e-76aa-4243-95c9-35374fb56cf3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0485444 Aug 12 22:56:08.528585 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-95f7e856-fa79-4bd5-8222-df2ea64d0041 req-d2772973-2743-4cec-b4c4-00a0dc19b5e4 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Aug 12 22:56:08.600096 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a2333-c5b8-43c5-b0b6-0c7f5bfcffd1 req-3ba03436-5f94-42ab-b9dc-3c834d6c40bb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:08.601672 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-758a2333-c5b8-43c5-b0b6-0c7f5bfcffd1 req-3ba03436-5f94-42ab-b9dc-3c834d6c40bb tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0513153 Aug 12 22:56:08.644005 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-758a2333-c5b8-43c5-b0b6-0c7f5bfcffd1 req-48bde31f-fdda-4f57-bbf4-2b7f8493eae0 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358274 Aug 12 22:56:09.243917 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4f5ee-d14a-43a4-97db-f5d58b6515d0 req-8d24612e-97bf-4266-b5f3-903d5e0c1d87 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.245361 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d2e4f5ee-d14a-43a4-97db-f5d58b6515d0 req-8d24612e-97bf-4266-b5f3-903d5e0c1d87 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0507877 Aug 12 22:56:09.282404 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d2e4f5ee-d14a-43a4-97db-f5d58b6515d0 req-e8b85c31-4421-4768-ba86-15bf83cfbbf0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Aug 12 22:56:09.647965 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-ae4a256d-1f19-483b-9252-685b57223aaa tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.649409 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-ae4a256d-1f19-483b-9252-685b57223aaa tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Aug 12 22:56:09.650304 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dfb82-4d05-491d-89ec-f5bb3247d6f9 req-e177ea44-337b-4000-aaed-1620ce720f0c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.651787 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-694dfb82-4d05-491d-89ec-f5bb3247d6f9 req-e177ea44-337b-4000-aaed-1620ce720f0c tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0509577 Aug 12 22:56:09.692008 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-694dfb82-4d05-491d-89ec-f5bb3247d6f9 req-a536ae57-9a16-4f9d-9207-56d9744ef6aa tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 Aug 12 22:56:09.785434 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e7e1-a664-433e-91f3-1bf46d5271ea req-eec61f66-afde-42e8-9361-3560322942f0 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.786843 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-30c5e7e1-a664-433e-91f3-1bf46d5271ea req-eec61f66-afde-42e8-9361-3560322942f0 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0667386 Aug 12 22:56:09.792974 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Deleting port f87acef6-eced-4836-9c72-8b96f46f5b36 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:09.793316 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:09.875611 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-30c5e7e1-a664-433e-91f3-1bf46d5271ea req-aaadbc89-5c6e-44f5-aa32-4997dcfd0664 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794222 Aug 12 22:56:09.907956 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] For port f87acef6-eced-4836-9c72-8b96f46f5b36, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f87acef6-eced-4836-9c72-8b96f46f5b36,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:09.908315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.353644 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.354020 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.354343 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Floating IP 387ce594-e749-4f5c-8cc9-358ca48d8132 disassociated. External IP: 172.27.2.109, port: f87acef6-eced-4836-9c72-8b96f46f5b36. Aug 12 22:56:10.354683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Calling delete_port for f87acef6-eced-4836-9c72-8b96f46f5b36 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:10.395163 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fec98-1c4d-4173-a24b-ce71a4d7a5e7 req-812f55bb-0a41-4657-be86-ea96ee760db8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:10.396837 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-636fec98-1c4d-4173-a24b-ce71a4d7a5e7 req-812f55bb-0a41-4657-be86-ea96ee760db8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c1ff5d-76c0-4e04-a800-1178d0a7cb57 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Aug 12 22:56:10.437394 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-636fec98-1c4d-4173-a24b-ce71a4d7a5e7 req-8d2424fb-4d38-43d7-b7ca-717ed32ea49d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=8584ae74-81a0-413c-a231-54902772e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348668 Aug 12 22:56:10.481280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.509334 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event deleted for resources: {'Port': ['ID=f87acef6-eced-4836-9c72-8b96f46f5b36,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:10.619342 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:56:10.724332 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:56:10.737032 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:56:10.747607 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:10.748231 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:55:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:10.763445 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] No DVR routers for this DVR port f87acef6-eced-4836-9c72-8b96f46f5b36 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:10.766012 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.768054 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad70eb17-6929-48c3-8108-60453b4bd741 req-c51217a5-05fb-47c0-b386-224e23567f5f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "DELETE /v2.0/ports/f87acef6-eced-4836-9c72-8b96f46f5b36 HTTP/1.1" status: 204 len: 173 time: 1.1087656 Aug 12 22:56:10.768504 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'name': 'network-vif-deleted', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:10.772314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c207e74c-14a7-4612-b887-647eb5510cbf" -d '{"events": [{"server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "name": "network-vif-deleted", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:10.816769 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f0423e-e93f-43ef-937a-df84f3431866 x-openstack-request-id: req-46f0423e-e93f-43ef-937a-df84f3431866 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:10.817138 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c1ff5d-76c0-4e04-a800-1178d0a7cb57", "name": "network-vif-deleted", "tag": "f87acef6-eced-4836-9c72-8b96f46f5b36", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:10.817396 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46f0423e-e93f-43ef-937a-df84f3431866 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:10.817794 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c1ff5d-76c0-4e04-a800-1178d0a7cb57', 'name': 'network-vif-deleted', 'tag': 'f87acef6-eced-4836-9c72-8b96f46f5b36', 'status': 'completed', 'code': 200} Aug 12 22:56:10.835279 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f4c96-109b-49d8-aeb6-1ffa3e8b68b3 req-8260c948-1203-41cd-90e0-f609dc790da5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:10.836891 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-840f4c96-109b-49d8-aeb6-1ffa3e8b68b3 req-8260c948-1203-41cd-90e0-f609dc790da5 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 943 time: 0.0616281 Aug 12 22:56:10.880908 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-840f4c96-109b-49d8-aeb6-1ffa3e8b68b3 req-b42b6be8-ad84-4f3b-a15b-635c49ab37de tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365827 Aug 12 22:56:10.931145 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:56:11.007634 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff38ab2-9deb-4b97-b559-a0da4ad3bad7 req-cc33679e-3d24-4488-8d07-7463509c17c6 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:11.009580 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ff38ab2-9deb-4b97-b559-a0da4ad3bad7 req-cc33679e-3d24-4488-8d07-7463509c17c6 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0546935 Aug 12 22:56:11.053050 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ff38ab2-9deb-4b97-b559-a0da4ad3bad7 req-11fc8708-106c-4842-a748-f96229b52364 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368292 Aug 12 22:56:11.056264 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:11.189157 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:11.210856 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'port_id': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'mac_address': 'fa:16:3e:26:a9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:56:11.275375 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.307119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba5ea25-d131-4543-82e5-f64872d7b707 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:56:11.332878 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:11.338460 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.375636 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:11.408574 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:56:11.424057 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=9']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:11.428855 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:11.429457 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:55:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:11.525852 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49142) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:11.540559 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:11.579543 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.602943 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.651171 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.653739 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.654904 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "DELETE /v2.0/security-groups/8584ae74-81a0-413c-a231-54902772e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1280234 Aug 12 22:56:11.657811 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49144) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:11.664018 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8584ae74-81a0-413c-a231-54902772e6c6,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:11.670914 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.671258 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.671594 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.671923 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.672247 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.672577 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.672898 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.673578 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.673578 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.673813 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.674134 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.674489 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc082c15-4a81-4bec-8b48-2b3ba5b2c706 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:11.685188 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.api.v2.resource [None req-c0530bb2-ea84-412d-95c2-58ddb0f778bf tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] show failed (client error): The resource could not be found. Aug 12 22:56:11.686388 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c0530bb2-ea84-412d-95c2-58ddb0f778bf tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups/8584ae74-81a0-413c-a231-54902772e6c6 HTTP/1.1" status: 404 len: 347 time: 0.0271618 Aug 12 22:56:11.689176 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49146) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:11.750373 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:11.777005 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b578a3f-4b53-45a6-928b-50f3b7846809 None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:56:11.780026 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['7ba5ea25-d131-4543-82e5-f64872d7b707'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:11.813238 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Deleting port a6ad16e2-ead0-4448-89a5-dde7c8cb3175 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:11.813741 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.903686 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.904013 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:11.918117 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Calling delete_port for a6ad16e2-ead0-4448-89a5-dde7c8cb3175 owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:12.019809 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db3b31-537c-4d73-80d5-359cb0823db7 None None] New status for floating IP 387ce594-e749-4f5c-8cc9-358ca48d8132: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:56:12.045613 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190525c-a197-4513-95db-d3665083548f req-ed0ea351-effc-4553-8717-250d88924b36 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:12.047120 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5190525c-a197-4513-95db-d3665083548f req-ed0ea351-effc-4553-8717-250d88924b36 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 944 time: 0.0771346 Aug 12 22:56:12.114221 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5190525c-a197-4513-95db-d3665083548f req-2f5db786-4c20-46dc-9ad3-4b5a7d6ff72d tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594885 Aug 12 22:56:12.139585 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.142143 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron_lib.db.api [None req-99db3b31-537c-4d73-80d5-359cb0823db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:56:12.142732 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG oslo_db.api [None req-99db3b31-537c-4d73-80d5-359cb0823db7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:56:12.166629 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event deleted for resources: {'Port': ['ID=a6ad16e2-ead0-4448-89a5-dde7c8cb3175,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:12.181005 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4c046-2271-4c6d-938a-04480e3e3104 req-5a119efa-f81b-4957-b56f-5d7bf24c0082 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:12.182571 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-17d4c046-2271-4c6d-938a-04480e3e3104 req-5a119efa-f81b-4957-b56f-5d7bf24c0082 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0589807 Aug 12 22:56:12.223507 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-17d4c046-2271-4c6d-938a-04480e3e3104 req-b93357ff-ae6f-433f-bafb-277ff46caa70 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348129 Aug 12 22:56:12.228644 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.231339 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.232461 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7ff94c5d-116a-4c50-b146-f544972de648 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "DELETE /v2.0/floatingips/387ce594-e749-4f5c-8cc9-358ca48d8132 HTTP/1.1" status: 204 len: 168 time: 0.5424094 Aug 12 22:56:12.464484 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49154) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:12.469119 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079356782', 'description': 'tempest-description--1583610469'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:12.491341 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.569886 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.573676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.599440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.600619 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1351373 Aug 12 22:56:12.602429 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca22e2a-2034-4a95-b1ec-18ff82ab6204 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e0eefc-424d-4658-88e2-9f4e9e8a6782,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:12.603558 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49156) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:12.609150 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'security_group_rule': {'security_group_id': '55e0eefc-424d-4658-88e2-9f4e9e8a6782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:12.636549 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.644362 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db3b31-537c-4d73-80d5-359cb0823db7 None None] New status for floating IP 387ce594-e749-4f5c-8cc9-358ca48d8132: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:56:12.684897 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.688698 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.709699 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6360b75a-73c3-475c-a129-500e60705d09,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:12.713623 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.714921 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-09aafd39-35b9-48e0-9245-1da29314ecee tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095412 Aug 12 22:56:12.717594 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49158) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:12.722568 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'security_group_rule': {'security_group_id': '55e0eefc-424d-4658-88e2-9f4e9e8a6782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:12.752467 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.796383 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:56:12.810039 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.813560 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.834150 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8388b9-7abb-48cf-b825-4711fe4de758,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:12.837533 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.838746 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-75366687-6a22-47ee-a140-cb42154476be tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200354 Aug 12 22:56:12.841703 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49160) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:12.846058 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:12.848617 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 7ba5ea25-d131-4543-82e5-f64872d7b707 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:56:12.848970 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.870693 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.930325 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.952565 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:12.954857 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8158944-f2fb-4fe3-9ed0-fb6620a7571e" -d '{"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:12.969576 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.970161 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:12.975588 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:12.976885 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f87acef6-eced-4836-9c72-8b96f46f5b36 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:12.999694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62417a52-556a-42d8-9769-1e0809384ab9 x-openstack-request-id: req-62417a52-556a-42d8-9769-1e0809384ab9 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:13.000128 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-plugged", "status": "completed", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:13.000377 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62417a52-556a-42d8-9769-1e0809384ab9 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:13.000754 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'code': 200} Aug 12 22:56:13.017490 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: f87acef6-eced-4836-9c72-8b96f46f5b36 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:13.017833 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f87acef6-eced-4836-9c72-8b96f46f5b36 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:13.042252 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=10']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:13.080681 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Allocated IP 172.27.2.113 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/ba4cff59-52ec-48ad-a678-a2340db19819) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:56:13.195055 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.233928 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.273711 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987a837-ac69-4462-9c31-9ad92d015181 req-4e438356-6752-4f1d-838a-48b9463d3396 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:13.275278 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2987a837-ac69-4462-9c31-9ad92d015181 req-4e438356-6752-4f1d-838a-48b9463d3396 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 946 time: 0.0836918 Aug 12 22:56:13.279861 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:56:13.283077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:56:13.288583 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:56:13.289107 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8631c1-738a-47a4-a344-bc0cffb24931 req-03ed4196-29bc-4711-92ad-ec4bbec8fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:13.290758 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa8631c1-738a-47a4-a344-bc0cffb24931 req-03ed4196-29bc-4711-92ad-ec4bbec8fd2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 1099 time: 0.0900750 Aug 12 22:56:13.310214 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'Port': ['ID=ba4cff59-52ec-48ad-a678-a2340db19819,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:13.330776 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2987a837-ac69-4462-9c31-9ad92d015181 req-7f4d8a07-b806-4c23-bde4-f7c42cf4bf53 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497341 Aug 12 22:56:13.344397 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa8631c1-738a-47a4-a344-bc0cffb24931 req-06fcb878-b0f2-4938-aa66-104e2ca3bbcc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Aug 12 22:56:13.398515 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35d89b-7f01-4af7-98bb-2ed0d8741d9b req-08971bc1-00a2-4672-bd47-36c7e6b8faa9 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:13.399978 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7e35d89b-7f01-4af7-98bb-2ed0d8741d9b req-08971bc1-00a2-4672-bd47-36c7e6b8faa9 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0908015 Aug 12 22:56:13.430149 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.470135 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7e35d89b-7f01-4af7-98bb-2ed0d8741d9b req-7ee0e749-d05e-4462-9d58-116601a2995d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623293 Aug 12 22:56:13.476954 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.629979 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.634350 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.701125 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'Port': ['ID=ba4cff59-52ec-48ad-a678-a2340db19819,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:13.711763 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.725303 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.726603 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a6aab0fe-3e65-40c5-b0d3-1fb364c474bb tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8839688 Aug 12 22:56:13.865092 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-2a9abd40-1aa6-4411-bee9-d8ce94835460 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1079356782&fields=id&tenant_id=f3b1414ab65e48bf8b8700b7b5db6288 HTTP/1.1" status: 200 len: 267 time: 0.0334463 Aug 12 22:56:13.972729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-b0b7770a-5798-494d-aafc-a4faf67848f2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:13.974232 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-b0b7770a-5798-494d-aafc-a4faf67848f2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 810 time: 0.1024954 Aug 12 22:56:13.989393 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-bf8b8dc3-ae31-4a89-aa2a-dc8a9b356942 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/quotas/f3b1414ab65e48bf8b8700b7b5db6288 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Aug 12 22:56:14.042673 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-05d00472-9f7e-4612-9c6c-de7cb28499e8 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481818 Aug 12 22:56:14.230181 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-beb016be-6524-4b80-9022-76954a67e8b9 service neutron] 10.222.0.49 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758170 Aug 12 22:56:14.318984 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-ce798fe2-7bf4-4069-885e-e19032d235d1 service neutron] 10.222.0.49 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828819 Aug 12 22:56:14.481851 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e68dd-8a59-4b61-9978-c1a145aa81d9 req-edc0a670-72a3-46f5-a1b6-cbac31983191 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:14.491139 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-601e68dd-8a59-4b61-9978-c1a145aa81d9 req-edc0a670-72a3-46f5-a1b6-cbac31983191 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 946 time: 0.0815656 Aug 12 22:56:14.506679 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-be578007-31e3-4506-b135-284957c4b955 req-ef7e0965-cea7-4d2b-926a-3cbbc5aaa5f3 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 210 time: 0.0452888 Aug 12 22:56:14.550352 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-601e68dd-8a59-4b61-9978-c1a145aa81d9 req-a29ae7a4-3303-47b5-8060-fd31dca9a45e tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546305 Aug 12 22:56:14.654265 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446e104-0676-451b-bf46-3879bf61ddd0 req-32d200ab-195d-4707-815c-265f311fc0ff tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:14.655929 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5446e104-0676-451b-bf46-3879bf61ddd0 req-32d200ab-195d-4707-815c-265f311fc0ff tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0525615 Aug 12 22:56:14.715176 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5446e104-0676-451b-bf46-3879bf61ddd0 req-d0243494-2d0d-4e66-b4dd-0f4076ebc1a3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486403 Aug 12 22:56:15.592603 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0dc3d716-48d7-4f51-9e22-55378c2d6085 req-e0468227-5fef-4297-baf7-c488a3067955 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Aug 12 22:56:15.711984 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-86dd7859-df62-4c7f-83d4-a6cdba87b870 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.713378 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-86dd7859-df62-4c7f-83d4-a6cdba87b870 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 810 time: 0.1395836 Aug 12 22:56:15.724422 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c7d00-fc9f-4d50-9ba6-5f206061266f req-13dd548c-2209-44ba-a755-aba54fb58404 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.725765 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e3c7d00-fc9f-4d50-9ba6-5f206061266f req-13dd548c-2209-44ba-a755-aba54fb58404 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 946 time: 0.0774562 Aug 12 22:56:15.791686 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e3c7d00-fc9f-4d50-9ba6-5f206061266f req-f6aff219-116d-473a-b02d-74937851cb61 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598352 Aug 12 22:56:15.798876 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-ef71805c-0be5-4777-a2de-1d89f89d6c97 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3b1414ab65e48bf8b8700b7b5db6288 HTTP/1.1" status: 200 len: 380 time: 0.0502291 Aug 12 22:56:15.814578 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'port': {'device_id': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'admin_state_up': True, 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'security_groups': ['55e0eefc-424d-4658-88e2-9f4e9e8a6782']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:15.850317 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297ed9-7376-40fa-af27-11310d3be511 req-c58657b9-cfa4-46a1-a590-86fca91957c7 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.851826 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-29297ed9-7376-40fa-af27-11310d3be511 req-c58657b9-cfa4-46a1-a590-86fca91957c7 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0546687 Aug 12 22:56:15.891912 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-29297ed9-7376-40fa-af27-11310d3be511 req-d5184b89-b89f-4769-9c6d-3d9e1cb6267d tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336347 Aug 12 22:56:15.928686 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Made reservation on behalf of f3b1414ab65e48bf8b8700b7b5db6288 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:56:15.932724 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.057800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Allocated IP 172.20.0.5 (a175f459-f2f9-4f40-8207-bf002f8531fd/396d8cbe-c9b1-479a-a0fb-9bcfdaee0928/b426f240-4ec4-4584-8582-825b5fda4404) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:56:16.187359 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.199560 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Transition to ACTIVE for port object b426f240-4ec4-4584-8582-825b5fda4404 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:56:16.236628 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.290984 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Network a175f459-f2f9-4f40-8207-bf002f8531fd is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:56:16.293994 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:56:16.297674 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:56:16.320835 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event updated for resources: {'Port': ['ID=b426f240-4ec4-4584-8582-825b5fda4404,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:16.349968 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:16.350616 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.365341 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-70775427-3e63-4ea1-88a4-a9b54566f944 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570490 Aug 12 22:56:16.391540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Request body: {'port': {'device_id': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:16.447354 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.499237 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-d715ecd2-e6df-419a-9ac0-216c6b34f214 None None] Provisioning for port b426f240-4ec4-4584-8582-825b5fda4404 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:56:16.503258 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-d715ecd2-e6df-419a-9ac0-216c6b34f214 None None] Provisioning complete for port b426f240-4ec4-4584-8582-825b5fda4404 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:56:16.503631 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d715ecd2-e6df-419a-9ac0-216c6b34f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.541229 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-d715ecd2-e6df-419a-9ac0-216c6b34f214 None None] Port b426f240-4ec4-4584-8582-825b5fda4404 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:56:16.747709 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a5ef9-af8f-4c36-8f29-450faad3ba58 req-1c2595c6-9fbf-4d28-97b5-d78626a67712 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:16.749163 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-493a5ef9-af8f-4c36-8f29-450faad3ba58 req-1c2595c6-9fbf-4d28-97b5-d78626a67712 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 931 time: 0.0870087 Aug 12 22:56:16.754250 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b426f240-4ec4-4584-8582-825b5fda4404 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:56:16.762868 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.789730 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Transition to ACTIVE for port object b426f240-4ec4-4584-8582-825b5fda4404 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:56:16.797455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:16.830549 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-493a5ef9-af8f-4c36-8f29-450faad3ba58 req-50a2f31a-5689-4d17-b046-8a2ff73ecb95 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717342 Aug 12 22:56:16.857045 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b426f240-4ec4-4584-8582-825b5fda4404,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:16.925580 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Attempting to bind port b426f240-4ec4-4584-8582-825b5fda4404 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:56:16.926462 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Attempting to bind port b426f240-4ec4-4584-8582-825b5fda4404 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:56:16.926820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Attempting to bind port b426f240-4ec4-4584-8582-825b5fda4404 on network a175f459-f2f9-4f40-8207-bf002f8531fd {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:56:16.931693 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Port b426f240-4ec4-4584-8582-825b5fda4404 on network a175f459-f2f9-4f40-8207-bf002f8531fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:56:16.932014 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Attempting to bind port b426f240-4ec4-4584-8582-825b5fda4404 on network a175f459-f2f9-4f40-8207-bf002f8531fd {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:56:16.937041 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:56:16.937380 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Checking segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:56:16.937759 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Bound using segment: {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:56:16.938186 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Bound port: b426f240-4ec4-4584-8582-825b5fda4404, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:56:16.938574 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:17.005937 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] For port b426f240-4ec4-4584-8582-825b5fda4404, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:56:17.009024 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] For port b426f240-4ec4-4584-8582-825b5fda4404, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b426f240-4ec4-4584-8582-825b5fda4404,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:56:17.015698 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:17.016777 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc969b1-a57d-4ceb-9772-7b5cc1dc33e5 req-ad43ea16-9cb4-4da4-930c-4075a912fe45 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.018272 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbc969b1-a57d-4ceb-9772-7b5cc1dc33e5 req-ad43ea16-9cb4-4da4-930c-4075a912fe45 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0553591 Aug 12 22:56:17.031133 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.031911 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:17.033294 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b426f240-4ec4-4584-8582-825b5fda4404 HTTP/1.1" status: 200 len: 1093 time: 0.6461868 Aug 12 22:56:17.052744 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:17.055045 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c10de8a-e914-4315-bf35-d28f411a5baa" -d '{"events": [{"name": "network-changed", "server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "tag": "b426f240-4ec4-4584-8582-825b5fda4404"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:17.065150 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbc969b1-a57d-4ceb-9772-7b5cc1dc33e5 req-642ebf1b-2148-449a-9985-c3e751ff94aa tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398355 Aug 12 22:56:17.092412 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40f66e-0f9b-43b5-a638-0e436e025ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b426f240-4ec4-4584-8582-825b5fda4404,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:17.132079 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec36fdd-91ef-42ae-b8c7-bfcba83bdd4f x-openstack-request-id: req-6ec36fdd-91ef-42ae-b8c7-bfcba83bdd4f {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:17.132362 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "tag": "b426f240-4ec4-4584-8582-825b5fda4404", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:17.132613 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ec36fdd-91ef-42ae-b8c7-bfcba83bdd4f {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:17.132993 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404', 'status': 'completed', 'code': 200} Aug 12 22:56:17.149095 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-f1bd329d-fa71-4f14-ad44-df60dda195a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.150569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-f1bd329d-fa71-4f14-ad44-df60dda195a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 1096 time: 0.0471721 Aug 12 22:56:17.200895 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-96901d92-5f05-475a-9cfb-fa63985c792a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b426f240-4ec4-4584-8582-825b5fda4404 HTTP/1.1" status: 200 len: 217 time: 0.0349805 Aug 12 22:56:17.249248 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-265c80ad-8e58-42df-ab8c-f6639e573f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.250671 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-265c80ad-8e58-42df-ab8c-f6639e573f59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0425789 Aug 12 22:56:17.300403 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418c2b-1845-4ead-9905-1ec774a331be req-f1534e24-0ed6-4eac-a2a9-187d925a50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.302653 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-f1534e24-0ed6-4eac-a2a9-187d925a50b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434430 Aug 12 22:56:17.392396 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-6ade86c6-768d-45a2-a7c2-c0579c295d58 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793734 Aug 12 22:56:17.487731 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d418c2b-1845-4ead-9905-1ec774a331be req-558b486b-dc9a-4825-bb93-a52d2824debc service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Aug 12 22:56:17.641558 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-3d3c1ec0-b659-407a-a9e8-bc2c5aec6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.643119 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-3d3c1ec0-b659-407a-a9e8-bc2c5aec6dc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 1096 time: 0.0417409 Aug 12 22:56:17.738389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-e493ed9d-74e1-4443-9e0b-c7caba3baea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.739726 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-e493ed9d-74e1-4443-9e0b-c7caba3baea4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.0882185 Aug 12 22:56:17.782794 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-2fd94a7a-a031-4237-a26e-782b8e0e011d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b426f240-4ec4-4584-8582-825b5fda4404 HTTP/1.1" status: 200 len: 217 time: 0.0340366 Aug 12 22:56:17.834070 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-8b8be5c7-a808-4ffe-a19a-e46a15844653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.835507 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-8b8be5c7-a808-4ffe-a19a-e46a15844653 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0426826 Aug 12 22:56:17.885183 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-fb2cf561-9ab0-4817-9826-b57a768208e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.886763 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-fb2cf561-9ab0-4817-9826-b57a768208e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419648 Aug 12 22:56:17.945724 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057b2eb-c270-446d-b542-40e29f7382e6 req-e0372219-8eb1-494f-9721-7b588de5c707 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.947488 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f057b2eb-c270-446d-b542-40e29f7382e6 req-e0372219-8eb1-494f-9721-7b588de5c707 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 943 time: 0.0478725 Aug 12 22:56:17.982804 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-e0ebe834-838c-475e-8c12-933f9963f419 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859516 Aug 12 22:56:17.985774 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f057b2eb-c270-446d-b542-40e29f7382e6 req-508b6712-831c-4d28-a578-df784f784524 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319653 Aug 12 22:56:18.072390 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4c10de8a-e914-4315-bf35-d28f411a5baa req-e3ea5fb7-9bb1-4a4e-86f5-558f3f3d379b service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818200 Aug 12 22:56:18.200612 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ee353-842c-4265-ab82-3a4fd8a173d7 req-73c0e959-af93-4cb1-ab3c-5ac5018ca20a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:18.202084 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-818ee353-842c-4265-ab82-3a4fd8a173d7 req-73c0e959-af93-4cb1-ab3c-5ac5018ca20a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0527916 Aug 12 22:56:18.240844 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-818ee353-842c-4265-ab82-3a4fd8a173d7 req-f48b6798-5de1-4d0e-875b-b631184895bf tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318654 Aug 12 22:56:19.098509 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bdc39-172a-4aa1-9104-eb1842bef1cf req-c31eb4e1-745f-4400-a2e7-8a5426fad0ac tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:19.099984 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d9bdc39-172a-4aa1-9104-eb1842bef1cf req-c31eb4e1-745f-4400-a2e7-8a5426fad0ac tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 943 time: 0.0476789 Aug 12 22:56:19.136806 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d9bdc39-172a-4aa1-9104-eb1842bef1cf req-81fcb421-9a88-4fdc-828e-8e82cba6da38 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Aug 12 22:56:19.352624 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda71f9-384d-4492-8ccd-6046671e3878 req-acda39fb-89a8-4234-8556-f0212dc14a6a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:19.354069 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5fda71f9-384d-4492-8ccd-6046671e3878 req-acda39fb-89a8-4234-8556-f0212dc14a6a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0483572 Aug 12 22:56:19.392244 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5fda71f9-384d-4492-8ccd-6046671e3878 req-26d16d83-245a-486e-89d5-8d3c2532d282 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323064 Aug 12 22:56:20.250966 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e07cd-d187-4915-9dfc-55ee72071ff4 req-08b2dbd1-8439-424d-9252-2deffb1bb1c1 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:20.252402 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d22e07cd-d187-4915-9dfc-55ee72071ff4 req-08b2dbd1-8439-424d-9252-2deffb1bb1c1 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 943 time: 0.0506372 Aug 12 22:56:20.289210 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d22e07cd-d187-4915-9dfc-55ee72071ff4 req-693310fa-482c-4c10-a7c7-0207e481e14d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301132 Aug 12 22:56:20.505491 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5c44-7db9-4ce1-b2c1-f6e888099697 req-e63eed43-b86f-46de-ada8-b2863b5a5c5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:20.507017 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57bb5c44-7db9-4ce1-b2c1-f6e888099697 req-e63eed43-b86f-46de-ada8-b2863b5a5c5b tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0490096 Aug 12 22:56:20.546198 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57bb5c44-7db9-4ce1-b2c1-f6e888099697 req-2c95b2ad-fbe9-4ef9-928b-ad2117964ee7 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331986 Aug 12 22:56:20.836257 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device b426f240-4ec4-4584-8582-825b5fda4404 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:56:20.927557 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port b426f240-4ec4-4584-8582-825b5fda4404, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b426f240-4ec4-4584-8582-825b5fda4404,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:20.938314 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': 'b426f240-4ec4-4584-8582-825b5fda4404', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'port_id': 'b426f240-4ec4-4584-8582-825b5fda4404', 'mac_address': 'fa:16:3e:c6:88:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:56:20.977958 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:20.990247 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b426f240-4ec4-4584-8582-825b5fda4404 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:56:21.008990 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port b426f240-4ec4-4584-8582-825b5fda4404, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b426f240-4ec4-4584-8582-825b5fda4404,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:21.012968 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:21.058263 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=b426f240-4ec4-4584-8582-825b5fda4404,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:21.065066 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.065422 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.065766 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.066328 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.066672 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.067006 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.067335 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.067663 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.067991 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.068315 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.068640 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.068961 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:21.382466 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['b426f240-4ec4-4584-8582-825b5fda4404'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:21.401051 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f02ce-849d-4762-ac23-de3376b2697e req-f96b3c9f-c101-4f1b-9081-4e6992df6873 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:21.402533 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d9f02ce-849d-4762-ac23-de3376b2697e req-f96b3c9f-c101-4f1b-9081-4e6992df6873 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 944 time: 0.0481122 Aug 12 22:56:21.439045 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d9f02ce-849d-4762-ac23-de3376b2697e req-2eaaccf1-e828-4db7-9a93-e8f7970aa17b tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Aug 12 22:56:21.661890 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affaa2b-2484-4fae-b63f-63a3179e1d5a req-16a6943b-44c3-498a-8aca-5fa5145fc5ad tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:21.663358 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9affaa2b-2484-4fae-b63f-63a3179e1d5a req-16a6943b-44c3-498a-8aca-5fa5145fc5ad tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0528004 Aug 12 22:56:21.702407 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9affaa2b-2484-4fae-b63f-63a3179e1d5a req-f5332eeb-3979-4eb8-b6c5-623f9c13f2ce tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330210 Aug 12 22:56:22.552775 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a151a2-9140-4ae0-9be2-a5f596e9d25a req-f6bd5c03-d381-4a42-a46f-358523222647 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:22.554243 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a151a2-9140-4ae0-9be2-a5f596e9d25a req-f6bd5c03-d381-4a42-a46f-358523222647 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 944 time: 0.0492930 Aug 12 22:56:22.591522 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a151a2-9140-4ae0-9be2-a5f596e9d25a req-c1cdb24a-09b7-43e5-b3eb-e8d63d79fa62 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Aug 12 22:56:22.814313 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fd5a5-5d7b-483f-8edf-a7724b66481d req-2905a827-dfa1-44ee-a221-7609120bada8 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:22.815786 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-447fd5a5-5d7b-483f-8edf-a7724b66481d req-2905a827-dfa1-44ee-a221-7609120bada8 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0482152 Aug 12 22:56:22.850737 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device b426f240-4ec4-4584-8582-825b5fda4404 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:56:22.856587 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-447fd5a5-5d7b-483f-8edf-a7724b66481d req-840fe227-c6df-4597-9380-c6570324d252 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340612 Aug 12 22:56:22.901207 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port b426f240-4ec4-4584-8582-825b5fda4404 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:56:22.904904 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port b426f240-4ec4-4584-8582-825b5fda4404 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:56:22.905293 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.982190 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.009970 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:23.012244 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b68132b-73b6-4edc-b010-462dd76b7cac" -d '{"events": [{"server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "name": "network-vif-plugged", "status": "completed", "tag": "b426f240-4ec4-4584-8582-825b5fda4404"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:23.027304 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port b426f240-4ec4-4584-8582-825b5fda4404, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b426f240-4ec4-4584-8582-825b5fda4404,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:23.031799 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.058352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691a9d7-65e7-483a-bb76-9f20190c0349 x-openstack-request-id: req-2691a9d7-65e7-483a-bb76-9f20190c0349 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:23.058670 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "name": "network-vif-plugged", "status": "completed", "tag": "b426f240-4ec4-4584-8582-825b5fda4404", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:23.058947 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2691a9d7-65e7-483a-bb76-9f20190c0349 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:23.059376 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404', 'code': 200} Aug 12 22:56:23.086413 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=b426f240-4ec4-4584-8582-825b5fda4404,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:23.270329 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44310c32-d8f1-4c93-b21f-053829227b12 req-d0636da5-4879-4d5a-9afb-3317e47356d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:23.272585 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-44310c32-d8f1-4c93-b21f-053829227b12 req-d0636da5-4879-4d5a-9afb-3317e47356d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 1098 time: 0.0499172 Aug 12 22:56:23.311195 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-44310c32-d8f1-4c93-b21f-053829227b12 req-1f0edc3b-1091-4a38-8522-5d996291495b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301268 Aug 12 22:56:23.727940 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448a2fa-135b-41b0-bead-bad9354b71c6 req-883a591b-0f1f-46b9-b55d-26ac47c16ffd tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:23.729425 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0448a2fa-135b-41b0-bead-bad9354b71c6 req-883a591b-0f1f-46b9-b55d-26ac47c16ffd tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.0678737 Aug 12 22:56:23.800056 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0448a2fa-135b-41b0-bead-bad9354b71c6 req-af16e7cc-9341-4969-b0cf-2de5a0926f6a tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645602 Aug 12 22:56:23.807492 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-e5d12198-119c-4e96-88c4-f46aec2ba713 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704174 Aug 12 22:56:23.859890 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5bb0215f-46b4-4bea-8262-f8a8b7a2ba87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.926059 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-536a5c1a-0392-4e92-b36d-ae081d46c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:23.927648 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-536a5c1a-0392-4e92-b36d-ae081d46c61e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.0428784 Aug 12 22:56:23.979625 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b646d3-5f2e-46bf-8f30-3b02adbca83a req-794b10ad-11f4-47a3-adff-22df3c6d5b22 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:23.981496 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f5b646d3-5f2e-46bf-8f30-3b02adbca83a req-794b10ad-11f4-47a3-adff-22df3c6d5b22 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0548890 Aug 12 22:56:24.022441 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f5b646d3-5f2e-46bf-8f30-3b02adbca83a req-d58eedcf-71d6-436b-9fac-eeb4d0cd57be tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347080 Aug 12 22:56:24.038389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-b73d6aac-4eb5-42b6-99bd-6d694d47de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:24.039854 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-b73d6aac-4eb5-42b6-99bd-6d694d47de95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.0907605 Aug 12 22:56:24.107248 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-3872fbc2-f840-48d7-9dc6-04c56f6d10b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 1001 time: 0.0575907 Aug 12 22:56:24.165086 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-3c3f02c3-ead6-4c0b-87a4-416a3224b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:24.166468 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-3c3f02c3-ead6-4c0b-87a4-416a3224b0ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0479004 Aug 12 22:56:24.218073 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-1d8b69d2-8962-4074-b541-12590a60335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:24.219554 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-1d8b69d2-8962-4074-b541-12590a60335f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391035 Aug 12 22:56:24.316435 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-86949828-a9f0-4c76-a9d5-65748b728d44 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793431 Aug 12 22:56:24.475479 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f40080e2-ac50-4e44-8ed2-25d99ea41ad7 req-7f677659-8547-4343-8708-97808172def0 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830555 Aug 12 22:56:24.913082 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bc5af-5dbc-44e9-9fa7-7a4ab2b6195a req-5723a0cc-1085-4924-9def-d3e34baa368f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:24.914543 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c72bc5af-5dbc-44e9-9fa7-7a4ab2b6195a req-5723a0cc-1085-4924-9def-d3e34baa368f tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.0471900 Aug 12 22:56:24.952231 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c72bc5af-5dbc-44e9-9fa7-7a4ab2b6195a req-7ba76add-e161-4050-a8e9-bbb96cb192c2 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318601 Aug 12 22:56:25.059865 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b5774-abaa-485b-ad9b-30ddf3d12772 req-9936ccf7-5eaf-46b4-a81a-ab74685ca4ca tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:25.061296 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bf6b5774-abaa-485b-ad9b-30ddf3d12772 req-9936ccf7-5eaf-46b4-a81a-ab74685ca4ca tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.0474601 Aug 12 22:56:25.069624 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49292) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:25.074381 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Request body: {'floatingip': {'port_id': 'b426f240-4ec4-4584-8582-825b5fda4404'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:25.112232 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.140341 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a4090-392e-4638-a4d6-96d9bd92f7ca req-b41a5f56-78f3-4a1c-810c-d4ff13e50d18 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:25.141826 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-015a4090-392e-4638-a4d6-96d9bd92f7ca req-b41a5f56-78f3-4a1c-810c-d4ff13e50d18 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0495944 Aug 12 22:56:25.181440 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-015a4090-392e-4638-a4d6-96d9bd92f7ca req-7f202875-cc1a-4292-b4e0-cba6c1f3856c tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&id=c556a0fd-26ff-4c53-8184-c551bc4f825d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326421 Aug 12 22:56:25.467398 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.541182 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.544835 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.643454 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Floating IP 083e4975-d13a-45b4-ac2b-0cc5793a0d87 associated. External IP: 172.27.2.113, port: b426f240-4ec4-4584-8582-825b5fda4404. Aug 12 22:56:25.843166 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:56:26.176634 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:56:26.181252 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.186055 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:56:26.195359 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:26.195977 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:55:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:26.209741 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-de5f4716-ac31-4bc0-aece-0fa6236a858c tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "PUT /v2.0/floatingips/083e4975-d13a-45b4-ac2b-0cc5793a0d87 HTTP/1.1" status: 200 len: 991 time: 1.1390312 Aug 12 22:56:26.210490 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:26.212894 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc6268-2f59-4e8d-bab8-c4837711dabb" -d '{"events": [{"name": "network-changed", "server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "tag": "b426f240-4ec4-4584-8582-825b5fda4404"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:26.249957 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f24bf75-a84c-4ed2-af3b-b252832f8d2c x-openstack-request-id: req-9f24bf75-a84c-4ed2-af3b-b252832f8d2c {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:26.250267 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "tag": "b426f240-4ec4-4584-8582-825b5fda4404", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:26.250562 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f24bf75-a84c-4ed2-af3b-b252832f8d2c {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:26.250967 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404', 'status': 'completed', 'code': 200} Aug 12 22:56:26.376795 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-0a4af346-753a-45cc-a458-8a83a5f00f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.378279 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-0a4af346-753a-45cc-a458-8a83a5f00f35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 1098 time: 0.0454116 Aug 12 22:56:26.429678 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae3a0-177a-480c-aa2c-d4f0028d0b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.444350 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:26.469032 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-218f29ec-ace7-49e3-8fd6-dc51a9e91d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.470503 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-218f29ec-ace7-49e3-8fd6-dc51a9e91d92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 200 len: 911 time: 0.0825474 Aug 12 22:56:26.539588 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-69cfb69b-e5d6-4023-943b-40f8cc26b634 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b426f240-4ec4-4584-8582-825b5fda4404 HTTP/1.1" status: 200 len: 999 time: 0.0618896 Aug 12 22:56:26.551481 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.591095 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-b8ab5fd8-3c89-448e-89d1-1b7073705785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.592536 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-b8ab5fd8-3c89-448e-89d1-1b7073705785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 200 len: 849 time: 0.0434062 Aug 12 22:56:26.638263 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-e0194ff7-c2a0-4ea3-9bc9-1141cc2400e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.639772 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-e0194ff7-c2a0-4ea3-9bc9-1141cc2400e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a175f459-f2f9-4f40-8207-bf002f8531fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400033 Aug 12 22:56:26.677851 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '083e4975-d13a-45b4-ac2b-0cc5793a0d87', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'port_id': 'b426f240-4ec4-4584-8582-825b5fda4404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'mac_address': 'fa:16:3e:c6:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:56:13Z', 'updated_at': '2021-08-12T22:56:25Z', 'revision_number': 1, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:26.708694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:56:26.717383 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:26.718011 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:26.829648 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:26.977581 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-e9c85315-d78d-4b03-9229-0889af0004b1 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299165 Aug 12 22:56:27.054826 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '083e4975-d13a-45b4-ac2b-0cc5793a0d87', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'port_id': 'b426f240-4ec4-4584-8582-825b5fda4404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'mac_address': 'fa:16:3e:c6:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:56:13Z', 'updated_at': '2021-08-12T22:56:25Z', 'revision_number': 1, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:27.075574 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-73bc6268-2f59-4e8d-bab8-c4837711dabb req-77ac8285-fbaa-4103-8694-1bbd95942b34 service neutron] 10.222.0.42 "GET /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819471 Aug 12 22:56:27.080359 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d302ee7-6acf-4023-8866-6bc320c069be None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '083e4975-d13a-45b4-ac2b-0cc5793a0d87', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'port_id': 'b426f240-4ec4-4584-8582-825b5fda4404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'mac_address': 'fa:16:3e:c6:88:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:56:13Z', 'updated_at': '2021-08-12T22:56:25Z', 'revision_number': 1, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:56:27.275046 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2098fad-c732-4d05-91e8-0f256d60b574 None None] New status for floating IP 083e4975-d13a-45b4-ac2b-0cc5793a0d87: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:56:27.598413 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:29.112491 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:36.047811 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:56:53.861216 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb27f-b3d8-4353-9cff-e67f4fe2085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:54.318379 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa37c06-11f2-4bf5-a334-360060582990 req-2408d27b-7bf5-45c4-9155-a7dd3825f8cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:54.319855 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fa37c06-11f2-4bf5-a334-360060582990 req-2408d27b-7bf5-45c4-9155-a7dd3825f8cb tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Aug 12 22:56:54.366095 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fa37c06-11f2-4bf5-a334-360060582990 req-377e35e4-7734-4c5e-b339-870369cb5d9f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Aug 12 22:56:55.474816 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:55.486240 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61525-b5e4-4cfa-99d5-5938e23aa802 req-5bf6f96d-5002-4be3-bdd1-002f140832c1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:55.487740 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9a61525-b5e4-4cfa-99d5-5938e23aa802 req-5bf6f96d-5002-4be3-bdd1-002f140832c1 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 946 time: 0.0499461 Aug 12 22:56:55.526181 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9a61525-b5e4-4cfa-99d5-5938e23aa802 req-6dac7305-0113-471c-80ff-dbf01cb3b6a8 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups?id=288dadce-f335-41b9-831e-1747d55cbc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Aug 12 22:56:56.097256 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d495f-d832-42aa-a502-457ab64ade0c req-859ef89c-c9f1-4095-b95a-636d9bc0ee1f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:56.098681 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-092d495f-d832-42aa-a502-457ab64ade0c req-859ef89c-c9f1-4095-b95a-636d9bc0ee1f tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 946 time: 0.0466545 Aug 12 22:56:56.196003 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Deleting port 7ba5ea25-d131-4543-82e5-f64872d7b707 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:56.196365 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.280117 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] For port 7ba5ea25-d131-4543-82e5-f64872d7b707, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7ba5ea25-d131-4543-82e5-f64872d7b707,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:56.280472 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.399504 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6a04bebb-2672-4636-932c-cf99dbef3709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.443971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.444410 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.444724 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Floating IP 043c3585-2a3c-49a4-9701-1fda2f1f1184 disassociated. External IP: 172.27.2.15, port: 7ba5ea25-d131-4543-82e5-f64872d7b707. Aug 12 22:56:56.445308 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Calling delete_port for 7ba5ea25-d131-4543-82e5-f64872d7b707 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:56.546380 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.577735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.608725 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event deleted for resources: {'Port': ['ID=7ba5ea25-d131-4543-82e5-f64872d7b707,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:56.646824 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.647181 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.647526 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.647872 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.648212 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.648546 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.648880 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.649212 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.649605 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.649868 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.650195 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.650545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:56.654498 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e7887f32-600a-4cbc-84ba-1045e3eee02a req-aada47af-0752-45b0-97fc-deb6b5a7bafd tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/ports?device_id=3faf2f23-41d5-4bba-82fe-5f62d2dd2285 HTTP/1.1" status: 200 len: 210 time: 0.0490503 Aug 12 22:56:56.761832 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Router c047f161-d8b2-42b4-83ed-368a44808d37 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:56:56.867562 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:56:56.877466 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:56:56.886261 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:56.886898 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:56.913682 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] No DVR routers for this DVR port 7ba5ea25-d131-4543-82e5-f64872d7b707 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:56.916927 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.919171 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-092d495f-d832-42aa-a502-457ab64ade0c req-7727c49a-905e-469c-b01f-9416652e532a tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.42 "DELETE /v2.0/ports/7ba5ea25-d131-4543-82e5-f64872d7b707 HTTP/1.1" status: 204 len: 173 time: 0.8102033 Aug 12 22:56:56.919649 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-deleted', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:56.921911 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901bca47-7bfc-4865-832c-cfffb33aa0f3" -d '{"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-deleted", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:56.964371 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45fc701-bec3-457a-b59f-c4be6338282f x-openstack-request-id: req-c45fc701-bec3-457a-b59f-c4be6338282f {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:56.964689 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faf2f23-41d5-4bba-82fe-5f62d2dd2285", "name": "network-vif-deleted", "tag": "7ba5ea25-d131-4543-82e5-f64872d7b707", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:56.965120 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c45fc701-bec3-457a-b59f-c4be6338282f {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:56.965590 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faf2f23-41d5-4bba-82fe-5f62d2dd2285', 'name': 'network-vif-deleted', 'tag': '7ba5ea25-d131-4543-82e5-f64872d7b707', 'status': 'completed', 'code': 200} Aug 12 22:56:56.994862 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:57.211408 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:57.239416 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:56:57.247464 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:57.248053 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:57.349466 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:57.615023 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.684098 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:57.711049 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d736f-abba-4c5b-b0ce-1dd84df7540c None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:49:23Z', 'revision_number': 4, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '2afe9d35-9239-4011-b9ba-cb9f5b4e775d', 'name': '', 'network_id': '40632709-cf1a-464a-be50-1d894a26ead9', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'mac_address': 'fa:16:3e:79:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:22Z', 'updated_at': '2021-08-12T22:49:35Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'subnets': [{'id': '2a1afed9-81cf-4d5f-9c68-95bd5da14ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:56:57.742225 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49384) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:57.812346 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c0bbef82-3b72-49db-ab2b-c7679ea8dbc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.838452 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c0bbef82-3b72-49db-ab2b-c7679ea8dbc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.888582 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c0bbef82-3b72-49db-ab2b-c7679ea8dbc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.891227 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c0bbef82-3b72-49db-ab2b-c7679ea8dbc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.895270 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c0bbef82-3b72-49db-ab2b-c7679ea8dbc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "DELETE /v2.0/security-groups/288dadce-f335-41b9-831e-1747d55cbc0e HTTP/1.1" status: 204 len: 168 time: 0.1492882 Aug 12 22:56:57.895759 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49386) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:57.902259 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbef82-3b72-49db-ab2b-c7679ea8dbc6 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288dadce-f335-41b9-831e-1747d55cbc0e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:57.913174 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.api.v2.resource [None req-eb8afd2f-6ada-459b-9c0c-8aba6c8761f3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] show failed (client error): The resource could not be found. Aug 12 22:56:57.914261 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-eb8afd2f-6ada-459b-9c0c-8aba6c8761f3 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "GET /v2.0/security-groups/288dadce-f335-41b9-831e-1747d55cbc0e HTTP/1.1" status: 404 len: 347 time: 0.0173397 Aug 12 22:56:57.917128 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49388) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:58.050078 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Deleting port 5027616d-8d48-406f-8330-1d61471a25d2 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:58.050458 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.084383 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6c22f-b5c7-48ae-9490-1747e039c454 None None] New status for floating IP 043c3585-2a3c-49a4-9701-1fda2f1f1184: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:56:58.127976 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.128305 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.139687 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Calling delete_port for 5027616d-8d48-406f-8330-1d61471a25d2 owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:58.281869 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.312107 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Pushing event deleted for resources: {'Port': ['ID=5027616d-8d48-406f-8330-1d61471a25d2,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:58.376252 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.379203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.380336 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e0f83bb6-6c23-40c7-9d1e-7a9d1f642d42 tempest-AttachVolumeShelveTestJSON-317710457 tempest-AttachVolumeShelveTestJSON-317710457-project] 10.222.0.49 "DELETE /v2.0/floatingips/043c3585-2a3c-49a4-9701-1fda2f1f1184 HTTP/1.1" status: 204 len: 168 time: 0.4619873 Aug 12 22:56:59.116366 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:00.789834 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49416) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:00.984507 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:01.009475 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 7ba5ea25-d131-4543-82e5-f64872d7b707 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:01.009829 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 7ba5ea25-d131-4543-82e5-f64872d7b707 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:01.292446 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:01.577536 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Deleting port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:01.577868 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:01.655727 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] For port 2afe9d35-9239-4011-b9ba-cb9f5b4e775d, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:01.656086 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:01.668038 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Calling delete_port for 2afe9d35-9239-4011-b9ba-cb9f5b4e775d owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:01.856613 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:01.882539 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afe9d35-9239-4011-b9ba-cb9f5b4e775d,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:02.049213 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:02.260819 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Router c047f161-d8b2-42b4-83ed-368a44808d37 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:02.364331 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:02.369217 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ea4f83f5-5c4a-4c41-8905-eb9cf95740c1 admin admin] 10.222.0.49 "PUT /v2.0/routers/c047f161-d8b2-42b4-83ed-368a44808d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783281 Aug 12 22:57:02.371766 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49424) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:02.374246 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe29c85-496e-4171-904b-91921213f278 None None] Sync routers for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:02.383279 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:02.383890 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:02.473800 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks [] for router, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:02.485107 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:02.575839 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:02.628737 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Deleting port 6eca14a7-afb4-4ab8-8048-a858b3f68659 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:02.628996 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:02.663335 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:57:01Z', 'revision_number': 5, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port': {'id': '6eca14a7-afb4-4ab8-8048-a858b3f68659', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:35:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:49:18Z', 'updated_at': '2021-08-12T22:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:02.689045 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe29c85-496e-4171-904b-91921213f278 None None] Checking router: c047f161-d8b2-42b4-83ed-368a44808d37 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:02.697581 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] Routers {'c047f161-d8b2-42b4-83ed-368a44808d37'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:02.698175 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['c047f161-d8b2-42b4-83ed-368a44808d37'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:02.711412 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] For port 6eca14a7-afb4-4ab8-8048-a858b3f68659, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=6eca14a7-afb4-4ab8-8048-a858b3f68659,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:02.711775 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:02.723880 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Calling delete_port for 6eca14a7-afb4-4ab8-8048-a858b3f68659 owned by network:router_gateway {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:02.792866 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] Set router c047f161-d8b2-42b4-83ed-368a44808d37 gateway port host: None {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:02.847061 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-dbe29c85-496e-4171-904b-91921213f278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:57:02Z', 'revision_number': 6, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:02.872780 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe29c85-496e-4171-904b-91921213f278 None None] The sync data for ids ['c047f161-d8b2-42b4-83ed-368a44808d37'] in dv-cinder-803748-6-iscsi is: [{'id': 'c047f161-d8b2-42b4-83ed-368a44808d37', 'name': 'tempest-AttachVolumeShelveTestJSON-1446167906-router', 'tenant_id': 'ba6b4656032a4c2884af2033a7051373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:49:16Z', 'updated_at': '2021-08-12T22:57:02Z', 'revision_number': 6, 'project_id': 'ba6b4656032a4c2884af2033a7051373', 'gw_port_host': None}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:02.889561 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:02.918255 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eca14a7-afb4-4ab8-8048-a858b3f68659,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:02.979735 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.080288 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.082327 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.146378 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.146880 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c047f161-d8b2-42b4-83ed-368a44808d37 {{(pid=105670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:57:03.151658 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.152793 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0e088105-8f89-43cf-bff1-88010d10bd88 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c047f161-d8b2-42b4-83ed-368a44808d37 HTTP/1.1" status: 204 len: 168 time: 0.7801762 Aug 12 22:57:03.155393 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49430) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:03.435814 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Deleting subnet 2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:03.438736 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.472952 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.578306 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.635964 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.659531 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1afed9-81cf-4d5f-9c68-95bd5da14ba7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:03.668908 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.671116 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f65adcb2-a798-4e09-989c-469e42d1ee56 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2a1afed9-81cf-4d5f-9c68-95bd5da14ba7 HTTP/1.1" status: 204 len: 168 time: 0.5148518 Aug 12 22:57:03.674183 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49434) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:03.677177 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753efa4-6475-4754-8e44-d10bc06293ca None None] Network 40632709-cf1a-464a-be50-1d894a26ead9 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:03.726437 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 6eca14a7-afb4-4ab8-8048-a858b3f68659 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:03.747143 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.755260 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 6eca14a7-afb4-4ab8-8048-a858b3f68659 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:03.755383 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 6eca14a7-afb4-4ab8-8048-a858b3f68659 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:03.755773 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 2afe9d35-9239-4011-b9ba-cb9f5b4e775d no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:03.783882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 2afe9d35-9239-4011-b9ba-cb9f5b4e775d {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:03.784227 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 2afe9d35-9239-4011-b9ba-cb9f5b4e775d not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:03.802959 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Deleting port 84683a8d-a9a1-4d43-8352-fbddb9428f5e {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:03.803302 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.868042 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] For port 84683a8d-a9a1-4d43-8352-fbddb9428f5e, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=84683a8d-a9a1-4d43-8352-fbddb9428f5e,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:03.868042 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.881555 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Calling delete_port for 84683a8d-a9a1-4d43-8352-fbddb9428f5e owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:03.906885 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] DHCP port deletion for 40632709-cf1a-464a-be50-1d894a26ead9 request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:57:03.965116 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] Deleting port 84683a8d-a9a1-4d43-8352-fbddb9428f5e {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:03.965116 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.969373 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:03.996405 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Pushing event deleted for resources: {'Port': ['ID=84683a8d-a9a1-4d43-8352-fbddb9428f5e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:03.998210 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] No DVR routers for this DVR port 84683a8d-a9a1-4d43-8352-fbddb9428f5e on host dv-cinder-803748-6-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:04.029371 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] For port 84683a8d-a9a1-4d43-8352-fbddb9428f5e, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=84683a8d-a9a1-4d43-8352-fbddb9428f5e,segment=NetworkSegment(9fd64ff5-507e-48ae-9d3d-c31a989f83de),segment_id=9fd64ff5-507e-48ae-9d3d-c31a989f83de)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:04.030118 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.043393 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] Calling delete_port for 84683a8d-a9a1-4d43-8352-fbddb9428f5e owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:04.066827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.076605 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40632709-cf1a-464a-be50-1d894a26ead9']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:04.089762 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd64ff5-507e-48ae-9d3d-c31a989f83de') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:04.090052 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd64ff5-507e-48ae-9d3d-c31a989f83de') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:04.104747 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.119017 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.124856 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:04.125245 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:04.126889 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:04.167162 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.181107 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.186890 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.188932 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] 10.222.0.49 "DELETE /v2.0/networks/40632709-cf1a-464a-be50-1d894a26ead9 HTTP/1.1" status: 204 len: 168 time: 0.5137475 Aug 12 22:57:04.195803 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] Pushing event deleted for resources: {'Port': ['ID=84683a8d-a9a1-4d43-8352-fbddb9428f5e,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:04.200272 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95101b-7cf2-4efc-8c78-010156044e6b None None] No DVR routers for this DVR port 84683a8d-a9a1-4d43-8352-fbddb9428f5e on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:04.201480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266a1f4-aae4-4e31-8249-dbca15a8d493 admin admin] Pushing event deleted for resources: {'Network': ['ID=40632709-cf1a-464a-be50-1d894a26ead9,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:04.304718 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49438) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:04.345318 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5b969b25-2d15-4c8d-ba8e-e746bc52e372 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba6b4656032a4c2884af2033a7051373&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392184 Aug 12 22:57:04.348628 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49442) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:04.382457 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-22fe8332-37fc-4755-8e5f-143e6cfa953f tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821690406&fields=id&tenant_id=a18f14704e874a50bc2d0041dafca78e HTTP/1.1" status: 200 len: 267 time: 0.0327022 Aug 12 22:57:04.397031 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc4e-9a53-4473-8fa9-7bc894835660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.428378 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc4e-9a53-4473-8fa9-7bc894835660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.438528 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-d98721bf-b74a-42f8-8f40-aa864db856be tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:04.440226 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-d98721bf-b74a-42f8-8f40-aa864db856be tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 984 time: 0.0520091 Aug 12 22:57:04.452145 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Request body: {'port': {'security_groups': ['8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:04.478276 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc4e-9a53-4473-8fa9-7bc894835660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.480857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc4e-9a53-4473-8fa9-7bc894835660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.482211 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ca5efc4e-9a53-4473-8fa9-7bc894835660 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd3b6fca-4428-4ec8-88ea-8a919f03dbfc HTTP/1.1" status: 204 len: 168 time: 0.1324735 Aug 12 22:57:04.490387 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5efc4e-9a53-4473-8fa9-7bc894835660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b6fca-4428-4ec8-88ea-8a919f03dbfc,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:04.526961 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.707427 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:04.741522 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.746060 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.787760 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['a8d3bdb0-2b19-4110-85dd-460c5fcb940c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:57:04.788420 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:04.788990 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.793199 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1541dc10-4a1c-4d77-b9e7-10e48b848905 req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "PUT /v2.0/ports/a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 942 time: 0.3457868 Aug 12 22:57:04.793683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:04.795980 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49454) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:04.796971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb87c5ca-3325-4dbd-8500-ba634dc78d22" -d '{"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:04.824009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a0f9-7903-4f43-9d23-35b6615c7e01 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event updated for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=7']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:04.849180 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c66b53-bb46-4c1e-87d9-3c79bf9b74b2 x-openstack-request-id: req-00c66b53-bb46-4c1e-87d9-3c79bf9b74b2 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:04.849495 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:04.849730 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00c66b53-bb46-4c1e-87d9-3c79bf9b74b2 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:04.850138 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'status': 'completed', 'code': 200} Aug 12 22:57:04.893553 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfaded4e-270b-4ed0-a619-b103a97f8101 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.927215 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfaded4e-270b-4ed0-a619-b103a97f8101 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:04.950871 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['a8d3bdb0-2b19-4110-85dd-460c5fcb940c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:57:04.958388 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-7620707c-da0e-405a-8098-289dbad7231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:04.960175 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-7620707c-da0e-405a-8098-289dbad7231c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1098 time: 0.0587339 Aug 12 22:57:05.025090 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfaded4e-270b-4ed0-a619-b103a97f8101 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.039213 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-dfaded4e-270b-4ed0-a619-b103a97f8101 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.040474 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-dfaded4e-270b-4ed0-a619-b103a97f8101 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "DELETE /v2.0/security-groups/c556a0fd-26ff-4c53-8184-c551bc4f825d HTTP/1.1" status: 204 len: 168 time: 0.2427833 Aug 12 22:57:05.050928 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49468) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:05.051978 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaded4e-270b-4ed0-a619-b103a97f8101 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556a0fd-26ff-4c53-8184-c551bc4f825d,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:05.158713 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49474) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:05.174520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-d4406f4f-cb5c-4fed-8c98-9b142e0016de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:05.177404 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-d4406f4f-cb5c-4fed-8c98-9b142e0016de service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 915 time: 0.2091482 Aug 12 22:57:05.245643 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b800697e-07d0-461b-864d-09407d9ae675 None None] Provisioning complete for port a8d3bdb0-2b19-4110-85dd-460c5fcb940c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:57:05.246020 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b800697e-07d0-461b-864d-09407d9ae675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.281160 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Deleting port 15794037-8ac3-4c5f-b313-8e5a8703bf16 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:05.281477 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-ed34af93-4cf8-4cc0-b11a-24e65bab700e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 1001 time: 0.0947993 Aug 12 22:57:05.281609 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.376598 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-4951c6cd-e8c8-402b-a0ca-78bb553bf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:05.378371 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-4951c6cd-e8c8-402b-a0ca-78bb553bf63f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0862486 Aug 12 22:57:05.394869 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.395237 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.412640 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Calling delete_port for 15794037-8ac3-4c5f-b313-8e5a8703bf16 owned by network:floatingip {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:05.439412 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-10d944c8-306b-4c54-b19d-725ae06b84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:05.440987 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-10d944c8-306b-4c54-b19d-725ae06b84c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544326 Aug 12 22:57:05.639442 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 84683a8d-a9a1-4d43-8352-fbddb9428f5e no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:05.680750 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 84683a8d-a9a1-4d43-8352-fbddb9428f5e {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:05.681555 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 84683a8d-a9a1-4d43-8352-fbddb9428f5e not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:05.682249 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.722423 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-b78b977f-9e00-4311-9f9a-5df296803717 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737083 Aug 12 22:57:05.723847 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event deleted for resources: {'Port': ['ID=15794037-8ac3-4c5f-b313-8e5a8703bf16,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:05.787421 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks [] for floatingip, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.788025 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Floating IP db9fd99b-9101-48a5-bb54-edb6831343a7 disassociated (deleted). External IP: 172.27.2.161, port: a8d3bdb0-2b19-4110-85dd-460c5fcb940c. Aug 12 22:57:05.812659 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Deleting port 2e7a40e1-84f0-451a-99cd-d6fac86207c4 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:05.812999 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.865059 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fb87c5ca-3325-4dbd-8500-ba634dc78d22 req-2cf2355e-2ee0-44ad-95d3-3bb7ba56ef42 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341493 Aug 12 22:57:05.903267 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.903597 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:05.915899 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Calling delete_port for 2e7a40e1-84f0-451a-99cd-d6fac86207c4 owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:06.005169 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Router fa73799c-4d71-4e34-a71a-f4aa9468cb16 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:06.102546 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.117865 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:06.122791 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.130456 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] Sync routers for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:06.136610 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event deleted for resources: {'Port': ['ID=2e7a40e1-84f0-451a-99cd-d6fac86207c4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:06.149805 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:06.154555 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:06.161433 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7ff233ff-268f-4acb-917d-8ce92153056e tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "DELETE /v2.0/floatingips/db9fd99b-9101-48a5-bb54-edb6831343a7 HTTP/1.1" status: 204 len: 168 time: 1.1002519 Aug 12 22:57:06.162244 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:06.165086 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:06.219886 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.220938 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Floating IP 90c19397-9c17-4f5e-9b85-31daca331131 disassociated (deleted). External IP: 172.27.2.132, port: f2e5374c-1791-4b48-aac0-e37709609396. Aug 12 22:57:06.234390 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5200341-45d2-4513-8f65-bf96c571484b x-openstack-request-id: req-a5200341-45d2-4513-8f65-bf96c571484b {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:06.234695 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:06.234956 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5200341-45d2-4513-8f65-bf96c571484b {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:06.235372 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'status': 'completed', 'code': 200} Aug 12 22:57:06.296906 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:06.469981 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Router 06af3442-cfac-48e4-88e0-3fe55f69fb5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:06.487629 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49512) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:06.593122 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:06.597681 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.604599 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] Sync routers for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:06.618808 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-beb9d336-a282-4264-8b72-4c1c45a9e134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.625924 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:06.627695 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:06.639138 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c36bc1ad-4964-4eaa-904a-7b4968c66506 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "DELETE /v2.0/floatingips/90c19397-9c17-4f5e-9b85-31daca331131 HTTP/1.1" status: 204 len: 168 time: 1.4702342 Aug 12 22:57:06.646667 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:06.674282 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] Checking router: fa73799c-4d71-4e34-a71a-f4aa9468cb16 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:06.683786 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:06.684468 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:06.749914 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-beb9d336-a282-4264-8b72-4c1c45a9e134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.756005 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-beb9d336-a282-4264-8b72-4c1c45a9e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.788294 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:06.804650 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:06.805340 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49524) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:06.812809 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-beb9d336-a282-4264-8b72-4c1c45a9e134 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdd0ac6ffc354f7583110ff9160d6a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275409 Aug 12 22:57:06.816078 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9d336-a282-4264-8b72-4c1c45a9e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee52708-28d2-4319-a75f-e4ae60409a5f,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:06.852100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:06.854376 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89664d1-29a7-476f-976b-e913f4eba743" -d '{"events": [{"name": "network-changed", "server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:06.878166 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fac3961c-fa57-4787-aedd-5c3e0682bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.906123 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fac3961c-fa57-4787-aedd-5c3e0682bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.916235 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b968-8028-447c-b47d-8bbb6444c5c4 req-e1cbcabb-65ab-4913-acde-e2e09f01cecd tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:06.917733 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0805b968-8028-447c-b47d-8bbb6444c5c4 req-e1cbcabb-65ab-4913-acde-e2e09f01cecd tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Aug 12 22:57:06.973836 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0805b968-8028-447c-b47d-8bbb6444c5c4 req-23f03bac-4c1f-412b-a9fc-7fac6c1b7e88 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458064 Aug 12 22:57:06.978776 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fac3961c-fa57-4787-aedd-5c3e0682bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:06.981448 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fac3961c-fa57-4787-aedd-5c3e0682bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.004986 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-fac3961c-fa57-4787-aedd-5c3e0682bc9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ee52708-28d2-4319-a75f-e4ae60409a5f HTTP/1.1" status: 204 len: 168 time: 0.1944771 Aug 12 22:57:07.020500 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3961c-fa57-4787-aedd-5c3e0682bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee52708-28d2-4319-a75f-e4ae60409a5f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:07.029855 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8292eb70-1a6f-4428-b145-bf7bc2d75cf6 x-openstack-request-id: req-8292eb70-1a6f-4428-b145-bf7bc2d75cf6 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:07.030150 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:07.030432 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8292eb70-1a6f-4428-b145-bf7bc2d75cf6 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:07.030824 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'status': 'completed', 'code': 200} Aug 12 22:57:07.035433 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:07.073399 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:07.090826 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fab9df-7ff9-4e2c-b244-6c594caab995 None None] The sync data for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi is: [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:54:13Z', 'revision_number': 4, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '684ba772-8433-4422-8716-121bbb032e40', 'name': '', 'network_id': '4ab618c3-f2a8-4a41-989a-73af215e5e28', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'mac_address': 'fa:16:3e:9c:2c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:12Z', 'updated_at': '2021-08-12T22:54:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'subnets': [{'id': 'cf1076fa-dd9d-428d-996b-8f4423d5806a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:07.105468 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] Checking router: 06af3442-cfac-48e4-88e0-3fe55f69fb5f for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:07.117834 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:07.118503 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:07.318746 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49532) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:07.332527 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35f1b3e-968e-43de-91f8-8f68173a820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.340495 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01d3840-0813-44df-8faa-b4b72b03cae6 None None] New status for floating IP db9fd99b-9101-48a5-bb54-edb6831343a7: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:57:07.378781 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:07.436411 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35f1b3e-968e-43de-91f8-8f68173a820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.441661 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35f1b3e-968e-43de-91f8-8f68173a820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.477668 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1b3e-968e-43de-91f8-8f68173a820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e1d46-f2d0-48e9-8b43-835c617e9c19,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:07.481920 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d35f1b3e-968e-43de-91f8-8f68173a820f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e87aeb6f27f4adb9d3b811013c485f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623473 Aug 12 22:57:07.484600 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49534) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:07.544417 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d8804a6-710e-409f-beee-c55e36d02a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.566259 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d8804a6-710e-409f-beee-c55e36d02a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.601981 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:07.640662 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d582ddb4-aa38-4aa1-b9de-b2ef2e9d6758 None None] The sync data for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi is: [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:50:22Z', 'revision_number': 4, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '0f140a4f-7770-49eb-9515-53d3b8d63279', 'name': '', 'network_id': '8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'mac_address': 'fa:16:3e:d8:ae:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:21Z', 'updated_at': '2021-08-12T22:50:32Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'subnets': [{'id': '3f9d447e-dacb-464b-a2c7-4357fbc284ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:07.641449 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d8804a6-710e-409f-beee-c55e36d02a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.644190 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d8804a6-710e-409f-beee-c55e36d02a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.646840 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8d8804a6-710e-409f-beee-c55e36d02a2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c86e1d46-f2d0-48e9-8b43-835c617e9c19 HTTP/1.1" status: 204 len: 168 time: 0.1613135 Aug 12 22:57:07.655071 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8804a6-710e-409f-beee-c55e36d02a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e1d46-f2d0-48e9-8b43-835c617e9c19,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:07.857999 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89664d1-29a7-476f-976b-e913f4eba743 req-3019c0f0-8225-4d14-9473-7c40e01479ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:07.859642 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-3019c0f0-8225-4d14-9473-7c40e01479ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c62921ed35764f09a64abd1d9c53e065&device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 1098 time: 0.0598302 Aug 12 22:57:07.957274 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-e445efe8-02dd-4c8c-97cb-c2443c78ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:07.958846 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-e445efe8-02dd-4c8c-97cb-c2443c78ad9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18f14704e874a50bc2d0041dafca78e&device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 1098 time: 0.1131132 Aug 12 22:57:07.977985 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be21f0e-1cda-4b30-a42a-e7564423f207 None None] New status for floating IP 90c19397-9c17-4f5e-9b85-31daca331131: DOWN {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:57:08.026317 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89664d1-29a7-476f-976b-e913f4eba743 req-19a8972b-c91e-4c11-8670-1c9d4c9ebde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.027799 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-19a8972b-c91e-4c11-8670-1c9d4c9ebde9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 200 len: 909 time: 0.1541431 Aug 12 22:57:08.131988 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e563-b7f1-4b1b-8cff-8d41924cf1ba req-7cc4a2c6-8816-43b4-85bc-1511a18ab45b tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.133686 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f6e2e563-b7f1-4b1b-8cff-8d41924cf1ba req-7cc4a2c6-8816-43b4-85bc-1511a18ab45b tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0646927 Aug 12 22:57:08.176587 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f6e2e563-b7f1-4b1b-8cff-8d41924cf1ba req-5de3a716-db41-41d5-8b83-e115badf2b19 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362198 Aug 12 22:57:08.332635 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-e0b799b0-468e-4a78-906a-283325faf456 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 200 len: 217 time: 0.2955618 Aug 12 22:57:08.400338 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-d9ebc471-6310-4274-86d8-4889a1ab664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.401811 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-d9ebc471-6310-4274-86d8-4889a1ab664e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 200 len: 915 time: 0.4321692 Aug 12 22:57:08.407138 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89664d1-29a7-476f-976b-e913f4eba743 req-edc794d5-2e7f-40b6-a1cf-efc74547ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.409523 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-edc794d5-2e7f-40b6-a1cf-efc74547ede0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 200 len: 847 time: 0.0628335 Aug 12 22:57:08.491639 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-d18fdb5d-580c-4f4b-8f39-5a49ee919a3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 200 len: 217 time: 0.0594225 Aug 12 22:57:08.533392 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89664d1-29a7-476f-976b-e913f4eba743 req-1bd95835-e8ee-4e8f-a33c-c5774b4f952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.534859 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-1bd95835-e8ee-4e8f-a33c-c5774b4f952e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963316 Aug 12 22:57:08.567070 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-8d088cec-68cd-497a-b958-c435f3f269b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.568532 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-8d088cec-68cd-497a-b958-c435f3f269b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 200 len: 853 time: 0.0692992 Aug 12 22:57:08.660315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-ff059864-9c6c-424e-ab8a-5c6639757b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.662067 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-ff059864-9c6c-424e-ab8a-5c6639757b60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ab618c3-f2a8-4a41-989a-73af215e5e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688078 Aug 12 22:57:08.680230 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-aa559d15-797c-4964-9b22-4362b7863c02 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364570 Aug 12 22:57:08.836358 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-d8487f7e-aa55-48e9-b7d2-8985209d589a service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650078 Aug 12 22:57:08.838123 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e89664d1-29a7-476f-976b-e913f4eba743 req-0ebadc89-9005-4603-9445-40842dddf2d5 service neutron] 10.222.0.42 "GET /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470768 Aug 12 22:57:08.978228 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-789c0249-4ce2-47a0-8af1-d23dfcb75f1d req-dceb38d7-8a73-4594-b3eb-4979995acad5 service neutron] 10.222.0.42 "GET /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121116 Aug 12 22:57:09.293640 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f74763-a76e-4dee-83cd-d015c50e8908 req-ae10c172-69a0-42a9-922a-a25a46791c07 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:09.295229 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5f74763-a76e-4dee-83cd-d015c50e8908 req-ae10c172-69a0-42a9-922a-a25a46791c07 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Aug 12 22:57:09.336551 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5f74763-a76e-4dee-83cd-d015c50e8908 req-dda957f9-d21a-41b8-baad-df7d03fa35f6 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c65a356-369b-409d-9218-74e94edd2765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343456 Aug 12 22:57:09.820137 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-c82c6377-9f4a-4711-b6d0-533ccf4c2781 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:09.821607 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-c82c6377-9f4a-4711-b6d0-533ccf4c2781 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.42 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 12 22:57:09.918643 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Deleting port f2e5374c-1791-4b48-aac0-e37709609396 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:09.918848 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.019194 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] For port f2e5374c-1791-4b48-aac0-e37709609396, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f2e5374c-1791-4b48-aac0-e37709609396,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:10.019925 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.033273 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Calling delete_port for f2e5374c-1791-4b48-aac0-e37709609396 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:10.165360 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.192365 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event deleted for resources: {'Port': ['ID=f2e5374c-1791-4b48-aac0-e37709609396,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:10.240502 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] No DVR routers for this DVR port f2e5374c-1791-4b48-aac0-e37709609396 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:10.243463 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.245527 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2179591d-e6ec-4636-9db4-8462e950ca30 req-b38a3dae-076d-41ec-a10f-2b14e33973fb tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.42 "DELETE /v2.0/ports/f2e5374c-1791-4b48-aac0-e37709609396 HTTP/1.1" status: 204 len: 173 time: 0.4143736 Aug 12 22:57:10.245983 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-deleted', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:10.248301 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71387925-88bd-4904-a90c-386003793c33" -d '{"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-deleted", "tag": "f2e5374c-1791-4b48-aac0-e37709609396"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:10.297114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6eabd-3168-4c45-b203-1dc5843a0622 x-openstack-request-id: req-bda6eabd-3168-4c45-b203-1dc5843a0622 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:10.297414 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d63586-29b3-4711-bc3f-c2913fd10e72", "name": "network-vif-deleted", "tag": "f2e5374c-1791-4b48-aac0-e37709609396", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:10.297670 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bda6eabd-3168-4c45-b203-1dc5843a0622 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:10.298106 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d63586-29b3-4711-bc3f-c2913fd10e72', 'name': 'network-vif-deleted', 'tag': 'f2e5374c-1791-4b48-aac0-e37709609396', 'status': 'completed', 'code': 200} Aug 12 22:57:10.433938 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-13ad5c8b-e4f6-424b-9710-c2c9dbaad38e req-7701ba47-f28b-470f-83b1-989fcfdbf25d tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 210 time: 0.0314331 Aug 12 22:57:11.543313 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c501ea3e-ec33-435d-a362-e81a9b55e98f req-3e50492b-0635-4b16-b6a8-c9469a945d41 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "GET /v2.0/ports?device_id=79d63586-29b3-4711-bc3f-c2913fd10e72 HTTP/1.1" status: 200 len: 210 time: 0.0310740 Aug 12 22:57:12.150375 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7b30e-8904-42b3-a6af-2af4b9c00884 req-0eaf86e3-6d20-4fe6-8ba6-db8785e602d5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:12.151837 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-81a7b30e-8904-42b3-a6af-2af4b9c00884 req-0eaf86e3-6d20-4fe6-8ba6-db8785e602d5 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0496464 Aug 12 22:57:12.189696 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-81a7b30e-8904-42b3-a6af-2af4b9c00884 req-e00905f2-1a4f-4657-99a3-f00b78ea3813 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Aug 12 22:57:12.474534 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-b68bc48d-0151-47b9-8051-ee6b82ff7e95 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639961871&fields=id&tenant_id=79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 267 time: 0.0324075 Aug 12 22:57:12.580251 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-55a74154-fb7f-4943-90d9-55f08c7a6039 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:12.581720 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-55a74154-fb7f-4943-90d9-55f08c7a6039 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 812 time: 0.1007564 Aug 12 22:57:12.596841 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-a4b29191-fe5f-4468-a23b-37d71b7abdba tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/quotas/79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 375 time: 0.0091975 Aug 12 22:57:12.656156 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-eda77ace-0146-4ccf-ae96-5b4fb9510ddf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537634 Aug 12 22:57:12.758498 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-4dbc3f0f-09c0-4c43-bc52-b3a9784c3d56 service neutron] 10.222.0.49 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885870 Aug 12 22:57:12.846665 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49686) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:12.858042 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-2264985d-d317-4444-a1de-e96e8cae678e service neutron] 10.222.0.49 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933950 Aug 12 22:57:12.929713 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:12.956139 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.022614 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.025927 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.027114 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c65a356-369b-409d-9218-74e94edd2765 HTTP/1.1" status: 204 len: 168 time: 0.1789012 Aug 12 22:57:13.037320 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c65a356-369b-409d-9218-74e94edd2765,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:13.044357 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.044721 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.045059 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.045390 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.045717 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.046038 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.046564 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.046889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.047000 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:57:13.047483 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.047584 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.048646 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.048973 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77802c-5f8a-4377-b62d-8f114c8aa203 tempest-TestShelveInstance-1338675040 tempest-TestShelveInstance-1338675040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:13.086428 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49702) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:13.268761 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6e5cc2f-d914-4e49-9fb8-d6024aebd6c4 req-23bcc514-89f8-4c84-89fc-f80a6abc2d1d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 210 time: 0.0467401 Aug 12 22:57:13.426164 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60b8c2-5e96-4070-8055-879a2c597ced req-24e6bc39-7dee-43ed-b26d-3b7021fa9340 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:13.428227 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7e60b8c2-5e96-4070-8055-879a2c597ced req-24e6bc39-7dee-43ed-b26d-3b7021fa9340 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.1081011 Aug 12 22:57:13.522339 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7e60b8c2-5e96-4070-8055-879a2c597ced req-8e4c42f8-e6eb-414b-b5c5-d2586fd2f813 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780289 Aug 12 22:57:13.728324 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.978036 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Deleting port 0f140a4f-7770-49eb-9515-53d3b8d63279 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:13.978396 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:14.058161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] For port 0f140a4f-7770-49eb-9515-53d3b8d63279, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0f140a4f-7770-49eb-9515-53d3b8d63279,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:14.058566 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:14.071013 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Calling delete_port for 0f140a4f-7770-49eb-9515-53d3b8d63279 owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:14.171367 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-690c1ef6-5995-49ac-b829-fb1a7239bdce tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:14.172817 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-690c1ef6-5995-49ac-b829-fb1a7239bdce tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.42 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.0890961 Aug 12 22:57:14.368184 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2ad74d67-2b95-4244-a4c1-6a10c533ecad req-8e73ff91-437b-48e5-bcf0-baa07d162327 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 210 time: 0.0277538 Aug 12 22:57:14.442227 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Deleting port a8d3bdb0-2b19-4110-85dd-460c5fcb940c {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:14.442587 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:14.461495 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:14.518885 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-c1b9ce45-de02-4b64-8f85-7c80fbede4d3 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:14.520353 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-c1b9ce45-de02-4b64-8f85-7c80fbede4d3 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 812 time: 0.2344906 Aug 12 22:57:14.524886 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f140a4f-7770-49eb-9515-53d3b8d63279,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:14.682463 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-dfa7689a-0f6e-4c6a-b7ef-3ff80f2e1fec tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79832d4dff114864b992cdb48b9fecd7 HTTP/1.1" status: 200 len: 379 time: 0.1441224 Aug 12 22:57:14.684328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] For port a8d3bdb0-2b19-4110-85dd-460c5fcb940c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:14.684856 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:14.702863 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'port': {'device_id': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'admin_state_up': True, 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'security_groups': ['ec2d8101-472f-4a5f-a81b-e92f67b23aa4']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:14.725231 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Calling delete_port for a8d3bdb0-2b19-4110-85dd-460c5fcb940c owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:14.835058 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efa0c9-72fa-4839-ad22-21a754c6b43e req-21ef9505-84d8-4ae2-853c-1f2cd4528645 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:14.836539 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-15efa0c9-72fa-4839-ad22-21a754c6b43e req-21ef9505-84d8-4ae2-853c-1f2cd4528645 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 945 time: 0.2283120 Aug 12 22:57:15.013493 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:15.036969 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: f2e5374c-1791-4b48-aac0-e37709609396 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:15.037313 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device f2e5374c-1791-4b48-aac0-e37709609396 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:15.238846 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-15efa0c9-72fa-4839-ad22-21a754c6b43e req-1c5e223d-22db-478d-bcc2-a6a55d3c01c3 tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167843 Aug 12 22:57:15.251156 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:15.271961 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Made reservation on behalf of 79832d4dff114864b992cdb48b9fecd7 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:15.275425 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:15.442763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:15.466055 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fe8334b-1a4d-4b64-8469-b88c4e7d5a5a req-e1cb7a5a-92e6-42dc-8556-0a07acf3d4b7 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 210 time: 0.0270541 Aug 12 22:57:15.480214 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['a8d3bdb0-2b19-4110-85dd-460c5fcb940c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:57:15.491767 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Pushing event deleted for resources: {'Port': ['ID=a8d3bdb0-2b19-4110-85dd-460c5fcb940c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:15.604531 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] No DVR routers for this DVR port a8d3bdb0-2b19-4110-85dd-460c5fcb940c on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:15.611623 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:15.613572 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5cc425c4-edc2-4c10-87ba-c14c5145bc62 req-4017e01c-c9be-4e68-ab43-cb0f8d0dd0dc tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.42 "DELETE /v2.0/ports/a8d3bdb0-2b19-4110-85dd-460c5fcb940c HTTP/1.1" status: 204 len: 173 time: 1.4072449 Aug 12 22:57:15.615860 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'name': 'network-vif-deleted', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:15.618070 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22c4508-0588-4d92-b5b5-c5112f9d1a62" -d '{"events": [{"server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "name": "network-vif-deleted", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:15.636611 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Allocated IP 172.20.0.4 (ecbc6799-d441-4701-86bd-882f6abb360c/b7bf2090-3d19-4161-9a9f-3053b7c89a8d/053e75ed-b235-4789-a51b-ef7c8d507185) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:57:15.665140 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351dd806-10fd-4c1a-b076-a560c7a7dbf4 x-openstack-request-id: req-351dd806-10fd-4c1a-b076-a560c7a7dbf4 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:15.665424 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b342fb95-ddf2-4cdc-9378-ba9d34bf217a", "name": "network-vif-deleted", "tag": "a8d3bdb0-2b19-4110-85dd-460c5fcb940c", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:15.665671 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-351dd806-10fd-4c1a-b076-a560c7a7dbf4 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:15.666051 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b342fb95-ddf2-4cdc-9378-ba9d34bf217a', 'name': 'network-vif-deleted', 'tag': 'a8d3bdb0-2b19-4110-85dd-460c5fcb940c', 'status': 'completed', 'code': 200} Aug 12 22:57:15.720521 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Router 06af3442-cfac-48e4-88e0-3fe55f69fb5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:15.906485 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:15.922213 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:15.931242 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49764) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:15.931437 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-330e07bb-6ae9-477d-accd-6ad536143ea2 admin admin] 10.222.0.49 "PUT /v2.0/routers/06af3442-cfac-48e4-88e0-3fe55f69fb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8437018 Aug 12 22:57:15.932472 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Transition to ACTIVE for port object 053e75ed-b235-4789-a51b-ef7c8d507185 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:57:15.935137 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] Sync routers for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:15.951202 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:15.952401 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:16.008233 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.074847 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Network ecbc6799-d441-4701-86bd-882f6abb360c is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:57:16.078237 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:57:16.083029 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:57:16.119729 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=053e75ed-b235-4789-a51b-ef7c8d507185,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:16.149121 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks [] for router, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.155772 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:16.172923 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:16.173590 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.200552 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-fd034dd0-f122-4104-a7e2-6379c695f97a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5033395 Aug 12 22:57:16.226921 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Request body: {'port': {'device_id': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:16.373666 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.380161 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.446940 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a4fa8846-7ae8-4a92-97a7-73bfb8daac0d req-ea572d6b-1497-4d8c-8f68-447a61f8ff8a tempest-TestMinimumBasicScenario-892217442 tempest-TestMinimumBasicScenario-892217442-project] 10.222.0.49 "GET /v2.0/ports?device_id=b342fb95-ddf2-4cdc-9378-ba9d34bf217a HTTP/1.1" status: 200 len: 210 time: 0.0596449 Aug 12 22:57:16.454463 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b4da9b10-16d8-41d8-99ce-2541035c898b None None] Provisioning for port 053e75ed-b235-4789-a51b-ef7c8d507185 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:57:16.459436 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-b4da9b10-16d8-41d8-99ce-2541035c898b None None] Provisioning complete for port 053e75ed-b235-4789-a51b-ef7c8d507185 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:57:16.460342 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b4da9b10-16d8-41d8-99ce-2541035c898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.482906 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '02085295-4928-496a-bfc4-9cfb01693555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:57:14Z', 'revision_number': 5, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port': {'id': '02085295-4928-496a-bfc4-9cfb01693555', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:16Z', 'updated_at': '2021-08-12T22:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:16.499408 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Deleting port 02085295-4928-496a-bfc4-9cfb01693555 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:16.499917 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.515870 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-b4da9b10-16d8-41d8-99ce-2541035c898b None None] Port 053e75ed-b235-4789-a51b-ef7c8d507185 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:57:16.539414 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] Checking router: 06af3442-cfac-48e4-88e0-3fe55f69fb5f for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:16.556774 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] Routers {'06af3442-cfac-48e4-88e0-3fe55f69fb5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:16.557390 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:16.595003 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] For port 02085295-4928-496a-bfc4-9cfb01693555, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=02085295-4928-496a-bfc4-9cfb01693555,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:16.595383 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.608567 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Calling delete_port for 02085295-4928-496a-bfc4-9cfb01693555 owned by network:router_gateway {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:16.644460 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] Set router 06af3442-cfac-48e4-88e0-3fe55f69fb5f gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:16.653625 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441b98c-3e97-4db5-aac0-ad5dbb940d72 req-092857ad-a9c3-4d80-a8ca-0fdbf2ed2f5c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:16.655163 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c441b98c-3e97-4db5-aac0-ad5dbb940d72 req-092857ad-a9c3-4d80-a8ca-0fdbf2ed2f5c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 931 time: 0.1007330 Aug 12 22:57:16.697832 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:57:16Z', 'revision_number': 6, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:16.720084 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c441b98c-3e97-4db5-aac0-ad5dbb940d72 req-0badbc72-af03-4cee-9618-a11e620a7688 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554922 Aug 12 22:57:16.728546 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507cb8c-4d57-42cd-ad7a-e4633a112abb None None] The sync data for ids ['06af3442-cfac-48e4-88e0-3fe55f69fb5f'] in dv-cinder-803748-6-iscsi is: [{'id': '06af3442-cfac-48e4-88e0-3fe55f69fb5f', 'name': 'tempest-TestShelveInstance-787265391-router', 'tenant_id': 'c62921ed35764f09a64abd1d9c53e065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:14Z', 'updated_at': '2021-08-12T22:57:16Z', 'revision_number': 6, 'project_id': 'c62921ed35764f09a64abd1d9c53e065', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:16.778521 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053e75ed-b235-4789-a51b-ef7c8d507185 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:57:16.786859 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.795653 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.799042 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Transition to ACTIVE for port object 053e75ed-b235-4789-a51b-ef7c8d507185 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:57:16.801873 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.822327 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Pushing event deleted for resources: {'Port': ['ID=02085295-4928-496a-bfc4-9cfb01693555,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:16.854949 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Pushing event updated for resources: {'Port': ['ID=053e75ed-b235-4789-a51b-ef7c8d507185,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:16.887460 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.928389 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Attempting to bind port 053e75ed-b235-4789-a51b-ef7c8d507185 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:57:16.929023 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Attempting to bind port 053e75ed-b235-4789-a51b-ef7c8d507185 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:57:16.929352 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Attempting to bind port 053e75ed-b235-4789-a51b-ef7c8d507185 on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:57:16.934019 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Port 053e75ed-b235-4789-a51b-ef7c8d507185 on network ecbc6799-d441-4701-86bd-882f6abb360c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:57:16.934410 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Attempting to bind port 053e75ed-b235-4789-a51b-ef7c8d507185 on network ecbc6799-d441-4701-86bd-882f6abb360c {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:57:16.940307 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:57:16.940642 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Checking segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:57:16.941029 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Bound using segment: {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:57:16.941455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Bound port: 053e75ed-b235-4789-a51b-ef7c8d507185, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fed3cdb-0041-48af-a2f9-7d01b67566e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:57:16.941815 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.986700 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:16.988994 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.017630 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] For port 053e75ed-b235-4789-a51b-ef7c8d507185, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:57:17.021214 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] For port 053e75ed-b235-4789-a51b-ef7c8d507185, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=053e75ed-b235-4789-a51b-ef7c8d507185,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:57:17.025777 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.041749 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.042316 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06af3442-cfac-48e4-88e0-3fe55f69fb5f {{(pid=105670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:57:17.047077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.048775 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-969d950f-7073-41d2-8924-9d5742350138 admin admin] 10.222.0.49 "DELETE /v2.0/routers/06af3442-cfac-48e4-88e0-3fe55f69fb5f HTTP/1.1" status: 204 len: 168 time: 1.1163952 Aug 12 22:57:17.051551 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49786) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:17.072018 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.072643 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.074037 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] 10.222.0.42 "PUT /v2.0/ports/053e75ed-b235-4789-a51b-ef7c8d507185 HTTP/1.1" status: 200 len: 1093 time: 0.8566029 Aug 12 22:57:17.101257 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a5bd-86c9-4081-ab7f-e458ad0386fe service neutron] Pushing event updated for resources: {'Port': ['ID=053e75ed-b235-4789-a51b-ef7c8d507185,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:17.101402 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Deleting subnet 3f9d447e-dacb-464b-a2c7-4357fbc284ad {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:17.104889 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.143145 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.221934 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-4cf5c78f-fa9b-447b-b3cc-057e73434c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.223490 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-4cf5c78f-fa9b-447b-b3cc-057e73434c9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 1096 time: 0.0791976 Aug 12 22:57:17.248954 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.273480 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-ce4931f6-67a5-431d-8861-8739255fe873 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053e75ed-b235-4789-a51b-ef7c8d507185 HTTP/1.1" status: 200 len: 217 time: 0.0352082 Aug 12 22:57:17.304675 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.328610 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-43443bd2-564b-42ca-888c-3e9f78da66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.329319 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9d447e-dacb-464b-a2c7-4357fbc284ad,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:17.330557 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-43443bd2-564b-42ca-888c-3e9f78da66ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0495582 Aug 12 22:57:17.336703 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.338576 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d7d402ed-40b5-40ef-b823-9f7a3af3acf8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3f9d447e-dacb-464b-a2c7-4357fbc284ad HTTP/1.1" status: 204 len: 168 time: 0.2860880 Aug 12 22:57:17.341032 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49790) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:17.341901 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888787b9-bc1f-4a2e-9120-5af5c0899c21 None None] Network 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:17.388390 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-a65faedc-3a13-46d9-ac98-d86f7246e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.390153 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-a65faedc-3a13-46d9-ac98-d86f7246e681 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528049 Aug 12 22:57:17.411388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.470907 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Deleting port f59ce2ba-c374-428f-a6ee-540075d207a5 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:17.471678 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.496089 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-b17148e3-c5b8-48ef-a820-2dc6a9790cd4 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979106 Aug 12 22:57:17.551498 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] For port f59ce2ba-c374-428f-a6ee-540075d207a5, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f59ce2ba-c374-428f-a6ee-540075d207a5,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:17.552040 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.558331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] DHCP port deletion for 8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:57:17.574528 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Calling delete_port for f59ce2ba-c374-428f-a6ee-540075d207a5 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:17.665106 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-361b14ed-1695-4ffb-8cab-16ab17a62d9d req-ed9f4940-0a32-4ae4-8787-4368e0e33f6f service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614370 Aug 12 22:57:17.666831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:17.668336 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f59ce2ba-c374-428f-a6ee-540075d207a5 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:17.669849 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf80fad-b470-4d30-a9b5-400d0796ed93" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:17.722862 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] Deleting port f59ce2ba-c374-428f-a6ee-540075d207a5 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:17.723622 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.739637 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.748134 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a9796-1559-4448-b8f4-a618aff17503 x-openstack-request-id: req-9e3a9796-1559-4448-b8f4-a618aff17503 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:17.748606 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:17.749034 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e3a9796-1559-4448-b8f4-a618aff17503 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:17.749595 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185', 'status': 'completed', 'code': 200} Aug 12 22:57:17.839230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No active binding found for port f59ce2ba-c374-428f-a6ee-540075d207a5 {{(pid=105672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 22:57:17.844320 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f59ce2ba-c374-428f-a6ee-540075d207a5 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:17.845588 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 02085295-4928-496a-bfc4-9cfb01693555 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:17.869022 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59ce2ba-c374-428f-a6ee-540075d207a5,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:17.884080 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 02085295-4928-496a-bfc4-9cfb01693555 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:17.884664 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 02085295-4928-496a-bfc4-9cfb01693555 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:17.885349 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0f140a4f-7770-49eb-9515-53d3b8d63279 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:17.886834 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] No DVR routers for this DVR port f59ce2ba-c374-428f-a6ee-540075d207a5 on host dv-cinder-803748-6-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:17.927992 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-18e2ff04-0484-4fae-9428-91a270022460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.929789 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-18e2ff04-0484-4fae-9428-91a270022460 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 1096 time: 0.1179063 Aug 12 22:57:17.930072 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 0f140a4f-7770-49eb-9515-53d3b8d63279 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:17.930619 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0f140a4f-7770-49eb-9515-53d3b8d63279 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:17.933434 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] For port f59ce2ba-c374-428f-a6ee-540075d207a5, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f59ce2ba-c374-428f-a6ee-540075d207a5,segment=NetworkSegment(3d21d6ab-3f92-4b26-a686-15b055a43051),segment_id=3d21d6ab-3f92-4b26-a686-15b055a43051)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:17.934018 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:17.956315 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fff96f-9605-40cc-8834-232582c52101 req-694e50f5-103b-4683-858c-c1ef572258f1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.958484 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-67fff96f-9605-40cc-8834-232582c52101 req-694e50f5-103b-4683-858c-c1ef572258f1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.0910668 Aug 12 22:57:17.967542 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] Calling delete_port for f59ce2ba-c374-428f-a6ee-540075d207a5 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:18.032532 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.054163 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:18.083736 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.114201 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] No DVR routers for this DVR port f59ce2ba-c374-428f-a6ee-540075d207a5 on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:18.152351 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c812fd-e4c2-41a0-8300-989a0bf72841 None None] Pushing event deleted for resources: {'Port': ['ID=f59ce2ba-c374-428f-a6ee-540075d207a5,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:18.197450 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-67fff96f-9605-40cc-8834-232582c52101 req-5b1ff6f1-18c4-421c-9f9c-accb49af8fb4 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106175 Aug 12 22:57:18.233198 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-2e2ec458-2984-412a-b013-2b2631f11f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:18.236440 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-2e2ec458-2984-412a-b013-2b2631f11f1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.2768459 Aug 12 22:57:18.290885 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-10256505-e721-4626-b45c-849308681140 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053e75ed-b235-4789-a51b-ef7c8d507185 HTTP/1.1" status: 200 len: 217 time: 0.0466971 Aug 12 22:57:18.352362 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-7446766a-acb6-4842-95ee-dcfdfd417bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:18.353809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-7446766a-acb6-4842-95ee-dcfdfd417bf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0554171 Aug 12 22:57:18.402748 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-5d3a17bf-f70f-400c-8753-821cef10ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:18.404192 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-5d3a17bf-f70f-400c-8753-821cef10ce70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422668 Aug 12 22:57:18.434907 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d21d6ab-3f92-4b26-a686-15b055a43051') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:18.435290 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d21d6ab-3f92-4b26-a686-15b055a43051') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:18.445635 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.463958 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.471884 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:18.472480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:18.474518 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:18.507961 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-2227d5fb-6cf3-42ea-a171-ec4493baf189 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951939 Aug 12 22:57:18.531388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.536916 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:18.539238 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a HTTP/1.1" status: 204 len: 168 time: 1.1970439 Aug 12 22:57:18.542109 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49858) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:18.558009 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f06397-3557-43e5-84c3-704797e25f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bad1e6c-5ce4-428d-aacc-e14b6fc4db5a,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:18.605743 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49860) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:18.624409 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adf80fad-b470-4d30-a9b5-400d0796ed93 req-c0efc243-66d0-4c07-b25d-b1aa41d9018b service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079125 Aug 12 22:57:19.042558 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device a8d3bdb0-2b19-4110-85dd-460c5fcb940c no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:19.062449 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: a8d3bdb0-2b19-4110-85dd-460c5fcb940c {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:19.062792 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device a8d3bdb0-2b19-4110-85dd-460c5fcb940c not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:19.160004 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:19.205172 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:19.447669 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a499f-2757-4e16-a144-e1cf7352d30e req-e7904c7c-b4be-426a-b4b4-421fd3e25a91 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:19.449205 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-481a499f-2757-4e16-a144-e1cf7352d30e req-e7904c7c-b4be-426a-b4b4-421fd3e25a91 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.1756601 Aug 12 22:57:19.570518 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-481a499f-2757-4e16-a144-e1cf7352d30e req-e0870cf9-745f-4a6b-84a2-ae3359ae64ae tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117792 Aug 12 22:57:19.724544 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Deleting port e51dd0b7-5be1-41df-9a65-d59704baceb0 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:19.724768 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:19.783082 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Deleting port 684ba772-8433-4422-8716-121bbb032e40 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:19.783424 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:19.858093 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] For port e51dd0b7-5be1-41df-9a65-d59704baceb0, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e51dd0b7-5be1-41df-9a65-d59704baceb0,segment=NetworkSegment(d7c6125d-0a70-4922-9f4c-633e83375698),segment_id=d7c6125d-0a70-4922-9f4c-633e83375698)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:19.858493 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:19.880499 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Calling delete_port for e51dd0b7-5be1-41df-9a65-d59704baceb0 owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:19.905477 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] For port 684ba772-8433-4422-8716-121bbb032e40, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=684ba772-8433-4422-8716-121bbb032e40,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:19.905847 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:19.948069 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Calling delete_port for 684ba772-8433-4422-8716-121bbb032e40 owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:20.215693 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:20.254114 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51dd0b7-5be1-41df-9a65-d59704baceb0,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:20.300795 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:20.335749 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=684ba772-8433-4422-8716-121bbb032e40,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:20.839074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:20.874507 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682227fc-6cef-4ed4-8bf7-7201846edc9a req-9c773f09-967e-4228-8da2-efab93122ffb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:20.876054 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-682227fc-6cef-4ed4-8bf7-7201846edc9a req-9c773f09-967e-4228-8da2-efab93122ffb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.1162238 Aug 12 22:57:20.924462 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:21.029255 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-682227fc-6cef-4ed4-8bf7-7201846edc9a req-f2bf3f37-f039-4f4e-8202-d6b9feedbffb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213324 Aug 12 22:57:21.294075 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Router 5c98a435-f2d6-4025-9021-e8d22ca62470 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:21.364973 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Router fa73799c-4d71-4e34-a71a-f4aa9468cb16 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:21.503856 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:21.512466 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2462bc56-62b1-47f1-bd04-32d773b64371 admin admin] 10.222.0.49 "PUT /v2.0/routers/5c98a435-f2d6-4025-9021-e8d22ca62470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9693916 Aug 12 22:57:21.512834 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49914) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:21.521989 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] Sync routers for ids ['5c98a435-f2d6-4025-9021-e8d22ca62470'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:21.534550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] Routers {'5c98a435-f2d6-4025-9021-e8d22ca62470'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:21.535195 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['5c98a435-f2d6-4025-9021-e8d22ca62470'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:21.559616 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:21.572385 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c617075a-8751-4b31-a6af-9432435d9cc7 admin admin] 10.222.0.49 "PUT /v2.0/routers/fa73799c-4d71-4e34-a71a-f4aa9468cb16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653263 Aug 12 22:57:21.576411 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] Sync routers for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:21.586322 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49916) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:21.587880 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:21.588731 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:21.660487 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] Set router 5c98a435-f2d6-4025-9021-e8d22ca62470 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:21.700647 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:21.723712 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:21.773704 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:21.854592 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:57:20Z', 'revision_number': 5, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:21.882721 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] Checking router: 5c98a435-f2d6-4025-9021-e8d22ca62470 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:21.891935 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] Routers {'5c98a435-f2d6-4025-9021-e8d22ca62470'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:21.893230 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['5c98a435-f2d6-4025-9021-e8d22ca62470'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:21.997783 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:57:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:22.013504 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] Set router 5c98a435-f2d6-4025-9021-e8d22ca62470 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:22.028547 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] Checking router: fa73799c-4d71-4e34-a71a-f4aa9468cb16 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:22.039318 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] Routers {'fa73799c-4d71-4e34-a71a-f4aa9468cb16'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:22.040021 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:56:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:22.159471 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] Set router fa73799c-4d71-4e34-a71a-f4aa9468cb16 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:22.186004 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.200147 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814e8f0-5efa-4b5f-a3f7-feccb545ff26 req-5b6dc0d1-ed97-46df-87fb-d36cd34f89c3 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:22.208847 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8814e8f0-5efa-4b5f-a3f7-feccb545ff26 req-5b6dc0d1-ed97-46df-87fb-d36cd34f89c3 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.0873663 Aug 12 22:57:22.242854 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.267192 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8814e8f0-5efa-4b5f-a3f7-feccb545ff26 req-165d2491-5c67-4ce4-a52b-141c3d2c4d61 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573750 Aug 12 22:57:22.280679 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:57:20Z', 'revision_number': 5, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:22.312552 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Deleting port 0bfc58e1-b0b5-470f-89be-605911ee6ff2 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:22.312930 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.320794 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70d979-8d3f-4ca1-8634-151f27c9a86d None None] The sync data for ids ['5c98a435-f2d6-4025-9021-e8d22ca62470'] in dv-cinder-803748-6-iscsi is: [{'id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'name': 'tempest-TestShelveInstance-378537451-router', 'tenant_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:28Z', 'updated_at': '2021-08-12T22:57:20Z', 'revision_number': 5, 'project_id': 'bc1f0a03c808409ea94f35a7d06d9b48', 'gw_port': {'id': '0bfc58e1-b0b5-470f-89be-605911ee6ff2', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c98a435-f2d6-4025-9021-e8d22ca62470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:31Z', 'updated_at': '2021-08-12T22:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:22.393757 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Deleting port 31934a02-0d23-4330-82b1-f5dd3f1e333c {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:22.394174 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.416483 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:57:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:22.450746 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e88f11-5c4b-4abc-a10f-ec82a5cabac3 None None] The sync data for ids ['fa73799c-4d71-4e34-a71a-f4aa9468cb16'] in dv-cinder-803748-6-iscsi is: [{'id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'name': 'tempest-TestMinimumBasicScenario-867702085-router', 'tenant_id': 'a18f14704e874a50bc2d0041dafca78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:09Z', 'updated_at': '2021-08-12T22:57:20Z', 'revision_number': 5, 'project_id': 'a18f14704e874a50bc2d0041dafca78e', 'gw_port': {'id': '31934a02-0d23-4330-82b1-f5dd3f1e333c', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa73799c-4d71-4e34-a71a-f4aa9468cb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:10Z', 'updated_at': '2021-08-12T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:22.467513 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] For port 0bfc58e1-b0b5-470f-89be-605911ee6ff2, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0bfc58e1-b0b5-470f-89be-605911ee6ff2,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:22.467941 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.496478 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Calling delete_port for 0bfc58e1-b0b5-470f-89be-605911ee6ff2 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:22.563822 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] For port 31934a02-0d23-4330-82b1-f5dd3f1e333c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=31934a02-0d23-4330-82b1-f5dd3f1e333c,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:22.564520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.587653 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Calling delete_port for 31934a02-0d23-4330-82b1-f5dd3f1e333c owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:22.800683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.858167 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfc58e1-b0b5-470f-89be-605911ee6ff2,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:22.918756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:22.958653 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Pushing event deleted for resources: {'Port': ['ID=31934a02-0d23-4330-82b1-f5dd3f1e333c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:22.960255 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.088430 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.092065 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.138956 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.167281 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.167795 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c98a435-f2d6-4025-9021-e8d22ca62470 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:57:23.173783 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.177191 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-46f90c96-46b1-4b4d-83b2-ed949cbe9af2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5c98a435-f2d6-4025-9021-e8d22ca62470 HTTP/1.1" status: 204 len: 168 time: 1.6605330 Aug 12 22:57:23.177592 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49934) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:23.230555 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Deleting subnet e9dcf616-0f1d-4e88-aa81-dcf527e829e8 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:23.234587 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.247764 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.249967 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.276462 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.297007 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.298523 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa73799c-4d71-4e34-a71a-f4aa9468cb16 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:57:23.303688 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.305287 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-488b3fbf-8fa7-4927-9e7c-7bcf3787800e admin admin] 10.222.0.49 "DELETE /v2.0/routers/fa73799c-4d71-4e34-a71a-f4aa9468cb16 HTTP/1.1" status: 204 len: 168 time: 1.7253692 Aug 12 22:57:23.307409 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49938) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:23.386406 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.393678 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Deleting subnet cf1076fa-dd9d-428d-996b-8f4423d5806a {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:23.399436 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.440882 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae2705-999d-414d-a707-5f1a9373ba6d req-9178128c-c442-4391-ba6a-3df72f551c3e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:23.442702 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-86ae2705-999d-414d-a707-5f1a9373ba6d req-9178128c-c442-4391-ba6a-3df72f551c3e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.0846715 Aug 12 22:57:23.447823 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.453331 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.467001 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af723d49-9a23-4602-a635-9a6028496655 None None] Network 96cc83e6-46e8-48fa-83cf-3bd313549e4e requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:23.480987 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.486426 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e9dcf616-0f1d-4e88-aa81-dcf527e829e8 HTTP/1.1" status: 204 len: 168 time: 0.3042290 Aug 12 22:57:23.487086 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49940) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:23.489169 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dea34d-6edd-42bd-a5d7-6e9ab1973357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dcf616-0f1d-4e88-aa81-dcf527e829e8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:23.518766 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-86ae2705-999d-414d-a707-5f1a9373ba6d req-764c270e-e0dc-4f11-8583-a04bb08cee40 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684767 Aug 12 22:57:23.582579 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.619436 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.677343 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Deleting port 8b69023a-f6b5-4a92-94da-418cfde23235 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:23.677684 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.703900 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.735676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1076fa-dd9d-428d-996b-8f4423d5806a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:23.739175 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.742335 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6ff48da6-1ef9-4d88-ab22-cb602721b0c4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf1076fa-dd9d-428d-996b-8f4423d5806a HTTP/1.1" status: 204 len: 168 time: 0.4326355 Aug 12 22:57:23.750986 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad1198-e97e-4447-9234-30acba410df8 None None] Network 4ab618c3-f2a8-4a41-989a-73af215e5e28 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:23.751562 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49952) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:23.825831 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] For port 8b69023a-f6b5-4a92-94da-418cfde23235, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=8b69023a-f6b5-4a92-94da-418cfde23235,segment=NetworkSegment(d7c6125d-0a70-4922-9f4c-633e83375698),segment_id=d7c6125d-0a70-4922-9f4c-633e83375698)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:23.826255 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.850681 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Calling delete_port for 8b69023a-f6b5-4a92-94da-418cfde23235 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:23.859636 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.884962 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-fa1ca6f7-9f07-43a5-b118-f9c6bd1f1159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.982607 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Deleting port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:23.982992 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:23.986004 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.005488 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92288f4-3ce8-4d82-a5c8-725a65d8e419 None None] DHCP port deletion for 96cc83e6-46e8-48fa-83cf-3bd313549e4e request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:57:24.044800 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] DHCP port deletion for 4ab618c3-f2a8-4a41-989a-73af215e5e28 request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:57:24.079787 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] No DVR routers for this DVR port 8b69023a-f6b5-4a92-94da-418cfde23235 on host dv-cinder-803748-6-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:24.083446 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b69023a-f6b5-4a92-94da-418cfde23235,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:24.099749 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 31934a02-0d23-4330-82b1-f5dd3f1e333c no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:24.123375 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 31934a02-0d23-4330-82b1-f5dd3f1e333c {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:24.123789 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 31934a02-0d23-4330-82b1-f5dd3f1e333c not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:24.124266 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e51dd0b7-5be1-41df-9a65-d59704baceb0 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:24.145533 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: e51dd0b7-5be1-41df-9a65-d59704baceb0 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:24.146030 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e51dd0b7-5be1-41df-9a65-d59704baceb0 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:24.146476 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0bfc58e1-b0b5-470f-89be-605911ee6ff2 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:24.148782 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Deleting port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:24.149151 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.174854 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 0bfc58e1-b0b5-470f-89be-605911ee6ff2 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:24.175194 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0bfc58e1-b0b5-470f-89be-605911ee6ff2 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:24.175602 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 684ba772-8433-4422-8716-121bbb032e40 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:24.178515 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] For port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:24.178882 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.188846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.200750 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Calling delete_port for 0120e1b1-a5ef-456f-9a4f-09eb4769de2c owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:24.203119 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cc83e6-46e8-48fa-83cf-3bd313549e4e']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:24.219705 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c6125d-0a70-4922-9f4c-633e83375698') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:24.219946 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c6125d-0a70-4922-9f4c-633e83375698') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:24.224947 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 684ba772-8433-4422-8716-121bbb032e40 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:24.225296 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 684ba772-8433-4422-8716-121bbb032e40 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:24.232960 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.245883 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] For port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,segment=NetworkSegment(d1980979-f4c6-4ad2-9a3e-96d3420420cd),segment_id=d1980979-f4c6-4ad2-9a3e-96d3420420cd)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:24.246220 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.259090 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Calling delete_port for 0120e1b1-a5ef-456f-9a4f-09eb4769de2c owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:24.276454 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.290502 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:24.290888 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:24.292489 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:24.340730 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.364119 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.369535 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.371596 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/96cc83e6-46e8-48fa-83cf-3bd313549e4e HTTP/1.1" status: 204 len: 168 time: 0.8834195 Aug 12 22:57:24.373022 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Pushing event deleted for resources: {'Port': ['ID=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:24.375737 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.381895 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] No DVR routers for this DVR port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:24.384014 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.385119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.385119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.385119 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.385386 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.385763 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.386104 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.386449 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.386780 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.387106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.387430 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.387754 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd70c1-a377-429e-9de9-4b816ac444df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:24.415541 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6eef1-dd1f-40b9-aa3c-b9475a46f2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=96cc83e6-46e8-48fa-83cf-3bd313549e4e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:24.418675 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Pushing event deleted for resources: {'Port': ['ID=0120e1b1-a5ef-456f-9a4f-09eb4769de2c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:24.422842 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] No DVR routers for this DVR port 0120e1b1-a5ef-456f-9a4f-09eb4769de2c on host dv-cinder-803748-6-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:24.502858 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.508827 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49968) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:24.514457 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab618c3-f2a8-4a41-989a-73af215e5e28']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:24.532622 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1980979-f4c6-4ad2-9a3e-96d3420420cd') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:24.532965 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1980979-f4c6-4ad2-9a3e-96d3420420cd') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:24.544042 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.560540 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.570980 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:24.571439 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: self.session.flush() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: self.session.flush() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: self.session.flush() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: self.session.flush() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:24.573810 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:24.604451 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-29a2868b-7bbb-4d8f-987b-c048652923a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c62921ed35764f09a64abd1d9c53e065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939908 Aug 12 22:57:24.606949 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49972) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:24.661094 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-ac46bbaf-8965-4c95-8373-db4c09883b03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921855 Aug 12 22:57:24.666309 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.677792 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c4818c88-3432-488d-a673-a508024c54c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.689027 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ab677-1010-40a6-9738-57d9f7c48780 req-5c551e34-8a82-4c4b-a37f-56d1557218e1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:24.690622 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac0ab677-1010-40a6-9738-57d9f7c48780 req-5c551e34-8a82-4c4b-a37f-56d1557218e1 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.0810282 Aug 12 22:57:24.692675 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.697659 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4ab618c3-f2a8-4a41-989a-73af215e5e28 HTTP/1.1" status: 204 len: 168 time: 0.9422824 Aug 12 22:57:24.698552 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49976) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:24.709605 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee71ed9-5e01-4747-9243-be62635dc093 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab618c3-f2a8-4a41-989a-73af215e5e28,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:24.715775 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c4818c88-3432-488d-a673-a508024c54c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.741129 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ac0ab677-1010-40a6-9738-57d9f7c48780 req-2486cc33-b16a-4242-8409-21d503fd0d2c tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376983 Aug 12 22:57:24.847812 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881501-1d97-4652-81df-520e776eee70 req-9611d0e4-683e-4f45-ab7d-9d3dc57600cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:24.849298 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-9611d0e4-683e-4f45-ab7d-9d3dc57600cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1099 time: 0.1517210 Aug 12 22:57:24.864532 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c4818c88-3432-488d-a673-a508024c54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.867114 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c4818c88-3432-488d-a673-a508024c54c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.868382 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c4818c88-3432-488d-a673-a508024c54c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48291c0a-2e87-478a-b6fb-860ef7cae44d HTTP/1.1" status: 204 len: 168 time: 0.2607045 Aug 12 22:57:24.917299 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4818c88-3432-488d-a673-a508024c54c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48291c0a-2e87-478a-b6fb-860ef7cae44d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:25.064300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881501-1d97-4652-81df-520e776eee70 req-f5fad55e-b441-4bbd-a8eb-e2393529b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:25.065776 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-f5fad55e-b441-4bbd-a8eb-e2393529b431 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.1916599 Aug 12 22:57:25.171176 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-30fa0f47-debc-44d0-a7c5-7533af2f9046 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 1001 time: 0.0958762 Aug 12 22:57:25.208584 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 49992) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:25.254644 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881501-1d97-4652-81df-520e776eee70 req-da4afaeb-95da-403d-82bc-cf461326ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:25.255808 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-da4afaeb-95da-403d-82bc-cf461326ea74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0754478 Aug 12 22:57:25.261521 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 49998) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:25.261620 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3905847e-9da6-48ff-b55f-15b9a6c9e870 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc1f0a03c808409ea94f35a7d06d9b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516536 Aug 12 22:57:25.379123 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881501-1d97-4652-81df-520e776eee70 req-01d28898-25d6-4bb7-8774-374bbc6edec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:25.380618 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-01d28898-25d6-4bb7-8774-374bbc6edec4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172597 Aug 12 22:57:25.439675 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-434be1d4-b2f4-49b3-be5a-62284cca06a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.467422 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.482427 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.530123 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-434be1d4-b2f4-49b3-be5a-62284cca06a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.600131 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0120e1b1-a5ef-456f-9a4f-09eb4769de2c no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:25.627145 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-2665a374-d026-4f8c-8ca1-85d39e8a986a service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372022 Aug 12 22:57:25.631646 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 0120e1b1-a5ef-456f-9a4f-09eb4769de2c {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:25.633665 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 0120e1b1-a5ef-456f-9a4f-09eb4769de2c not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:25.634031 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 8b69023a-f6b5-4a92-94da-418cfde23235 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:25.658008 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 8b69023a-f6b5-4a92-94da-418cfde23235 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:25.658428 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 8b69023a-f6b5-4a92-94da-418cfde23235 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:25.744645 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50014) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:25.873740 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca051-f5e7-44ef-b901-c8084ec6d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.974414 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca051-f5e7-44ef-b901-c8084ec6d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.978265 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca051-f5e7-44ef-b901-c8084ec6d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.020657 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6a0ca051-f5e7-44ef-b901-c8084ec6d132 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ba2b3d2420744bcaa8d3e78c8208d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744327 Aug 12 22:57:26.023129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50020) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:26.029385 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ca051-f5e7-44ef-b901-c8084ec6d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30cf7b-084c-45c1-bbb7-773218033ad1,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:26.044349 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-434be1d4-b2f4-49b3-be5a-62284cca06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.046859 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-434be1d4-b2f4-49b3-be5a-62284cca06a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.048569 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-434be1d4-b2f4-49b3-be5a-62284cca06a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14c0d21d-5cc8-47ba-9887-78365935c544 HTTP/1.1" status: 204 len: 168 time: 0.7863181 Aug 12 22:57:26.078574 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-08a6b817-14e7-4d96-9cf8-edd33d8a6dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.099778 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-08a6b817-14e7-4d96-9cf8-edd33d8a6dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.112417 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434be1d4-b2f4-49b3-be5a-62284cca06a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c0d21d-5cc8-47ba-9887-78365935c544,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:26.124717 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b881501-1d97-4652-81df-520e776eee70 req-18278822-dfb2-4fee-b3bc-59b160a5f485 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862752 Aug 12 22:57:26.150316 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63699868-614f-4df4-aab0-c9d6ff84fb70 req-53abae61-c70f-4520-92e7-dcda1f88c06f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:26.151852 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-63699868-614f-4df4-aab0-c9d6ff84fb70 req-53abae61-c70f-4520-92e7-dcda1f88c06f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.1154156 Aug 12 22:57:26.181679 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-08a6b817-14e7-4d96-9cf8-edd33d8a6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.184303 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-08a6b817-14e7-4d96-9cf8-edd33d8a6dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.189519 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-08a6b817-14e7-4d96-9cf8-edd33d8a6dff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec30cf7b-084c-45c1-bbb7-773218033ad1 HTTP/1.1" status: 204 len: 168 time: 0.1651437 Aug 12 22:57:26.210355 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6b817-14e7-4d96-9cf8-edd33d8a6dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30cf7b-084c-45c1-bbb7-773218033ad1,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:26.242003 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-63699868-614f-4df4-aab0-c9d6ff84fb70 req-5aafd5cd-0512-4405-ac28-b10a5c445087 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816662 Aug 12 22:57:26.305676 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Deleting port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:26.306053 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.405173 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-42d0ed2d-8c51-493e-b863-93dc73cd4625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.412991 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] For port 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:26.413417 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.429659 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Calling delete_port for 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:26.540666 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.563726 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50028) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:26.579174 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c055e660-8e4a-4e85-8382-3b83e8d8ff2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.617551 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.649673 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1ecc3b-b07e-49e3-a3ec-94d65c64988c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:26.676907 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c055e660-8e4a-4e85-8382-3b83e8d8ff2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.681938 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c055e660-8e4a-4e85-8382-3b83e8d8ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.726855 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c055e660-8e4a-4e85-8382-3b83e8d8ff2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22a9499185714885b636de7ee0370da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618528 Aug 12 22:57:26.731810 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50030) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:26.738827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055e660-8e4a-4e85-8382-3b83e8d8ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d867f0-512b-4912-93ee-ccda1871c231,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:26.794238 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9e158964-ef81-4484-85be-dea2955eab02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.819902 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9e158964-ef81-4484-85be-dea2955eab02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.851019 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.876549 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9e158964-ef81-4484-85be-dea2955eab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.879112 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9e158964-ef81-4484-85be-dea2955eab02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.880240 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9e158964-ef81-4484-85be-dea2955eab02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56d867f0-512b-4912-93ee-ccda1871c231 HTTP/1.1" status: 204 len: 168 time: 0.1475298 Aug 12 22:57:26.887984 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e158964-ef81-4484-85be-dea2955eab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d867f0-512b-4912-93ee-ccda1871c231,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:27.076837 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:27.185861 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:27.193117 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1d272cbb-7a59-4814-a7cd-612a2378a1ad admin admin] 10.222.0.49 "PUT /v2.0/routers/6d75df33-6f64-4cf1-9317-741f6c0b6a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936378 Aug 12 22:57:27.194742 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50042) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:27.196281 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] Sync routers for ids ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:27.206195 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] Routers {'6d75df33-6f64-4cf1-9317-741f6c0b6a22'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:27.206845 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:27.331726 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.446809 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ace05-ef4d-4733-9dd1-6992e0994872 req-61303cbc-38f0-4dfa-b72a-e654d689950d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:27.448356 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-143ace05-ef4d-4733-9dd1-6992e0994872 req-61303cbc-38f0-4dfa-b72a-e654d689950d tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.1323731 Aug 12 22:57:27.463256 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] Set router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:27.506539 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.516184 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-143ace05-ef4d-4733-9dd1-6992e0994872 req-e08b7faf-748b-48ee-a93d-2a5da847c388 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595350 Aug 12 22:57:27.582049 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Deleting port 7ec03b05-4c78-40c3-8536-59ff9a2c424e {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:27.583594 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.619265 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.677691 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] For port 7ec03b05-4c78-40c3-8536-59ff9a2c424e, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=7ec03b05-4c78-40c3-8536-59ff9a2c424e,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:27.678067 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.691528 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Calling delete_port for 7ec03b05-4c78-40c3-8536-59ff9a2c424e owned by network:router_gateway {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:27.694845 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:57:26Z', 'revision_number': 5, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port': {'id': '7ec03b05-4c78-40c3-8536-59ff9a2c424e', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:54:16Z', 'updated_at': '2021-08-12T22:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:27.722809 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] Checking router: 6d75df33-6f64-4cf1-9317-741f6c0b6a22 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:27.731108 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] Routers {'6d75df33-6f64-4cf1-9317-741f6c0b6a22'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:27.731834 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:27.825518 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] Set router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 gateway port host: None {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:27.866249 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.879691 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:57:27Z', 'revision_number': 6, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:27.895613 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec03b05-4c78-40c3-8536-59ff9a2c424e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:27.925210 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dad606-2fc3-429f-8c80-0a954f611d88 None None] The sync data for ids ['6d75df33-6f64-4cf1-9317-741f6c0b6a22'] in dv-cinder-803748-6-iscsi is: [{'id': '6d75df33-6f64-4cf1-9317-741f6c0b6a22', 'name': 'tempest-TestMinimumBasicScenario-798804446-router', 'tenant_id': '746441c0be86402293ec078834c306fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:54:15Z', 'updated_at': '2021-08-12T22:57:27Z', 'revision_number': 6, 'project_id': '746441c0be86402293ec078834c306fe', 'gw_port_host': None}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:27.976132 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.327341 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.330560 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.376681 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.377264 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d75df33-6f64-4cf1-9317-741f6c0b6a22 {{(pid=105670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:57:28.381455 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.385047 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-621069df-5718-4c4c-9c66-70f09f1958a8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6d75df33-6f64-4cf1-9317-741f6c0b6a22 HTTP/1.1" status: 204 len: 168 time: 1.1870201 Aug 12 22:57:28.385254 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50078) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:28.432943 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Deleting subnet 6fce28ba-9092-46f4-8a42-fcc2e2ba3166 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:28.435995 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.476279 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.554567 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.624054 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.638971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c54bc3-f499-469b-9ae7-c47c6bcd31eb req-23472ccc-d61e-416c-9a42-13d73f0933f5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:28.640412 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b5c54bc3-f499-469b-9ae7-c47c6bcd31eb req-23472ccc-d61e-416c-9a42-13d73f0933f5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 943 time: 0.0535779 Aug 12 22:57:28.653681 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fce28ba-9092-46f4-8a42-fcc2e2ba3166,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:28.655776 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.660593 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f642e4af-a624-450f-9e38-017bb9d56c5b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6fce28ba-9092-46f4-8a42-fcc2e2ba3166 HTTP/1.1" status: 204 len: 168 time: 0.2721791 Aug 12 22:57:28.660811 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50088) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:28.670156 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f2eea4-3f7d-42b0-91ea-6018beebc1c1 None None] Network 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:28.697684 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b5c54bc3-f499-469b-9ae7-c47c6bcd31eb req-ce7f1004-6b96-4e1a-b70e-6a15dd7c41d8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492866 Aug 12 22:57:28.753743 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.810960 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Deleting port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:28.811299 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.884408 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] For port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:28.884762 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.897797 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] DHCP port deletion for 5c7e9aa6-65f1-4ca5-9e8a-494674089c7b request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:57:28.900392 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Calling delete_port for b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:28.948187 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] Deleting port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:28.948657 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.993534 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.019517 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] For port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,segment=NetworkSegment(b780796a-e1bc-4735-8640-8cfe593fff1e),segment_id=b780796a-e1bc-4735-8640-8cfe593fff1e)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:29.021451 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.032453 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:29.039976 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] Calling delete_port for b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:29.040688 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] No DVR routers for this DVR port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 on host dv-cinder-803748-6-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:29.121558 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.132683 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 053e75ed-b235-4789-a51b-ef7c8d507185 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:57:29.133009 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7e9aa6-65f1-4ca5-9e8a-494674089c7b']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:29.144767 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b780796a-e1bc-4735-8640-8cfe593fff1e') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:29.145062 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b780796a-e1bc-4735-8640-8cfe593fff1e') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:29.154038 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.168247 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.171211 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.179638 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:29.180099 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:29.182034 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:29.184416 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.232569 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] Pushing event deleted for resources: {'Port': ['ID=b5f7837c-7d31-43d0-a99c-4c92ce5f93c8,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:29.248677 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.248931 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b53d78-9b53-40a7-839f-805478bc04d9 None None] No DVR routers for this DVR port b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:29.249038 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.252496 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c7e9aa6-65f1-4ca5-9e8a-494674089c7b HTTP/1.1" status: 204 len: 168 time: 0.5879643 Aug 12 22:57:29.263514 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff412d-93ff-4a5f-a29c-9204c764c11e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7e9aa6-65f1-4ca5-9e8a-494674089c7b,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:29.287526 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 053e75ed-b235-4789-a51b-ef7c8d507185, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=053e75ed-b235-4789-a51b-ef7c8d507185,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:29.302902 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '053e75ed-b235-4789-a51b-ef7c8d507185', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'port_id': '053e75ed-b235-4789-a51b-ef7c8d507185', 'mac_address': 'fa:16:3e:cf:a0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:57:29.340342 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.353482 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053e75ed-b235-4789-a51b-ef7c8d507185 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:57:29.375695 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 053e75ed-b235-4789-a51b-ef7c8d507185, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=053e75ed-b235-4789-a51b-ef7c8d507185,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:29.385899 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.435448 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=053e75ed-b235-4789-a51b-ef7c8d507185,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:29.444274 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50106) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:29.487670 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-69174917-8002-4ea9-98f4-54f144dfe1bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a18f14704e874a50bc2d0041dafca78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421898 Aug 12 22:57:29.490326 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50110) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:29.541041 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f661224-b2a4-4eb4-a376-301c8506320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.564165 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f661224-b2a4-4eb4-a376-301c8506320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.583818 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:29.612315 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:29.612638 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7e1ecc3b-b07e-49e3-a3ec-94d65c64988c not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:29.613035 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:29.635440 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f661224-b2a4-4eb4-a376-301c8506320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.637964 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4f661224-b2a4-4eb4-a376-301c8506320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:29.639468 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4f661224-b2a4-4eb4-a376-301c8506320f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d HTTP/1.1" status: 204 len: 168 time: 0.1482124 Aug 12 22:57:29.642580 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:29.642952 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device b5f7837c-7d31-43d0-a99c-4c92ce5f93c8 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:29.643371 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7ec03b05-4c78-40c3-8536-59ff9a2c424e no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:29.657329 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f661224-b2a4-4eb4-a376-301c8506320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d6b95-5e07-4c3d-96d5-a81d4ad4820d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:29.664708 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 7ec03b05-4c78-40c3-8536-59ff9a2c424e {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:29.665722 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 7ec03b05-4c78-40c3-8536-59ff9a2c424e not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:29.740884 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['053e75ed-b235-4789-a51b-ef7c8d507185'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:57:29.836584 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91497ac-d63a-46aa-9b85-210d6ad4ea13 req-89df1e14-4920-498b-abea-ccfd4ade23bb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:29.838194 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a91497ac-d63a-46aa-9b85-210d6ad4ea13 req-89df1e14-4920-498b-abea-ccfd4ade23bb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 944 time: 0.0631738 Aug 12 22:57:29.886904 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a91497ac-d63a-46aa-9b85-210d6ad4ea13 req-aa525f2e-c2ed-4c12-a59b-978415d646bd tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Aug 12 22:57:30.055064 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50142) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:30.096008 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8abbf469-9bc8-43b9-be59-b178b570cd2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=746441c0be86402293ec078834c306fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397329 Aug 12 22:57:30.098562 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50144) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:30.149436 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78436843-1116-448e-9899-10a99a6e961f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:30.170228 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78436843-1116-448e-9899-10a99a6e961f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:30.227043 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78436843-1116-448e-9899-10a99a6e961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:30.229733 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-78436843-1116-448e-9899-10a99a6e961f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:30.230959 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-78436843-1116-448e-9899-10a99a6e961f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77dfb5eb-818e-460b-9f6f-7d8702869182 HTTP/1.1" status: 204 len: 168 time: 0.1313560 Aug 12 22:57:30.239306 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78436843-1116-448e-9899-10a99a6e961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dfb5eb-818e-460b-9f6f-7d8702869182,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:31.009203 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df94ce0-64b8-4591-8cb0-5f955babadd2 req-b7c591e7-7ac8-4147-ad07-4699d775784a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:31.010577 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8df94ce0-64b8-4591-8cb0-5f955babadd2 req-b7c591e7-7ac8-4147-ad07-4699d775784a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 944 time: 0.0473957 Aug 12 22:57:31.052674 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8df94ce0-64b8-4591-8cb0-5f955babadd2 req-b2593901-927d-427c-96e7-aedddd10adaf tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342925 Aug 12 22:57:31.106793 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 053e75ed-b235-4789-a51b-ef7c8d507185 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:57:31.154531 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 053e75ed-b235-4789-a51b-ef7c8d507185 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:57:31.158261 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 053e75ed-b235-4789-a51b-ef7c8d507185 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:57:31.158656 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.232661 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.260922 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:31.261151 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ad55c2-398d-4950-8991-d00c3d81f9bc" -d '{"events": [{"server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "name": "network-vif-plugged", "status": "completed", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:31.273884 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 053e75ed-b235-4789-a51b-ef7c8d507185, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=053e75ed-b235-4789-a51b-ef7c8d507185,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:31.278058 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.301948 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce46bd02-5c80-4afa-ba0e-ac077cc9da59 x-openstack-request-id: req-ce46bd02-5c80-4afa-ba0e-ac077cc9da59 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:31.302246 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "name": "network-vif-plugged", "status": "completed", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:31.302513 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce46bd02-5c80-4afa-ba0e-ac077cc9da59 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:31.302900 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185', 'code': 200} Aug 12 22:57:31.334515 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=053e75ed-b235-4789-a51b-ef7c8d507185,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:31.518711 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521393-2b90-4a77-8366-ece39b4a7163 req-051ef25d-3dc1-42cc-bb50-b122d5efe2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:31.520392 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29521393-2b90-4a77-8366-ece39b4a7163 req-051ef25d-3dc1-42cc-bb50-b122d5efe2ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 1098 time: 0.0400817 Aug 12 22:57:31.554846 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-29521393-2b90-4a77-8366-ece39b4a7163 req-5160e1d5-2ce2-4c93-bcb0-69c62ef68fa4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274699 Aug 12 22:57:31.577716 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50170) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:31.681097 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-657fd013-f04c-4710-b07d-d482f83241e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.771659 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-657fd013-f04c-4710-b07d-d482f83241e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.776524 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-657fd013-f04c-4710-b07d-d482f83241e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.816308 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-657fd013-f04c-4710-b07d-d482f83241e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=345d1bffb377464db4a8faa991622fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374480 Aug 12 22:57:31.817171 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fd013-f04c-4710-b07d-d482f83241e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ac9c4-2920-40cc-b085-a2bdb0f53944,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:31.819491 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50178) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:31.874608 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d21aaf9b-999d-4ae4-b5be-a4be454b9a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.895463 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d21aaf9b-999d-4ae4-b5be-a4be454b9a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.942484 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d21aaf9b-999d-4ae4-b5be-a4be454b9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.945378 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d21aaf9b-999d-4ae4-b5be-a4be454b9a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.946673 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d21aaf9b-999d-4ae4-b5be-a4be454b9a09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/275ac9c4-2920-40cc-b085-a2bdb0f53944 HTTP/1.1" status: 204 len: 168 time: 0.1260538 Aug 12 22:57:31.955077 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aaf9b-999d-4ae4-b5be-a4be454b9a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ac9c4-2920-40cc-b085-a2bdb0f53944,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:32.176051 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20c7c-4f4b-4dde-b05f-3f7e1125d39a req-4ead0024-36c7-4dae-85dd-e1f8d16921f9 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:32.177575 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7da20c7c-4f4b-4dde-b05f-3f7e1125d39a req-4ead0024-36c7-4dae-85dd-e1f8d16921f9 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 945 time: 0.0529225 Aug 12 22:57:32.217686 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7da20c7c-4f4b-4dde-b05f-3f7e1125d39a req-04464ed1-c42e-4201-b4ea-0756c0b45569 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341132 Aug 12 22:57:32.224132 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50194) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:32.237186 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98903f7f-3daa-443d-bf66-30d77b4990cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.325625 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98903f7f-3daa-443d-bf66-30d77b4990cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.329908 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98903f7f-3daa-443d-bf66-30d77b4990cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.366664 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-98903f7f-3daa-443d-bf66-30d77b4990cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4e8b85c53a046c1acf30a4cdbfd9d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415124 Aug 12 22:57:32.367566 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98903f7f-3daa-443d-bf66-30d77b4990cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb5c234-d379-45a9-ae6a-9fd3cba09d55,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:32.369395 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50196) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:32.419061 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-89b5bca3-ec98-4ff3-b94f-6209a253afb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.440168 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-89b5bca3-ec98-4ff3-b94f-6209a253afb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.488400 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-89b5bca3-ec98-4ff3-b94f-6209a253afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.490913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-89b5bca3-ec98-4ff3-b94f-6209a253afb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:32.492035 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-89b5bca3-ec98-4ff3-b94f-6209a253afb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/deb5c234-d379-45a9-ae6a-9fd3cba09d55 HTTP/1.1" status: 204 len: 168 time: 0.1215582 Aug 12 22:57:32.499552 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5bca3-ec98-4ff3-b94f-6209a253afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb5c234-d379-45a9-ae6a-9fd3cba09d55,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:33.353728 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b782c-027d-4ee0-97bb-d9e23a88cc83 req-989cb591-335c-44c6-ad89-9cc340b9c82f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:33.355815 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2e3b782c-027d-4ee0-97bb-d9e23a88cc83 req-989cb591-335c-44c6-ad89-9cc340b9c82f tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 945 time: 0.0675745 Aug 12 22:57:33.402174 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2e3b782c-027d-4ee0-97bb-d9e23a88cc83 req-c99adcb2-4496-4df4-825c-e005bcf53a24 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Aug 12 22:57:33.541322 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ac815-3ebf-4d2a-9587-f55807aa2228 req-6acecc4a-08ab-4299-af58-c55caa15dd2b tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:33.542973 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b64ac815-3ebf-4d2a-9587-f55807aa2228 req-6acecc4a-08ab-4299-af58-c55caa15dd2b tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 945 time: 0.0563874 Aug 12 22:57:33.588931 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b64ac815-3ebf-4d2a-9587-f55807aa2228 req-0a5cd338-5c8b-43b6-9808-ac6011ba223e tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360222 Aug 12 22:57:33.617125 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50252) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:33.754739 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaac87-b825-4d76-bdfc-d9420d838489 req-4cb3c8dd-3b60-4ed9-b7f6-29ecf494a7d6 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:33.756761 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7bbaac87-b825-4d76-bdfc-d9420d838489 req-4cb3c8dd-3b60-4ed9-b7f6-29ecf494a7d6 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.0590146 Aug 12 22:57:33.809951 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7bbaac87-b825-4d76-bdfc-d9420d838489 req-a254030a-0238-43c5-9edc-b6d14ba93c0d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464525 Aug 12 22:57:33.878309 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1ec33-4496-4621-a946-d42ffaf91f3c tempest-TestVolumeBootPattern-1941535794 tempest-TestVolumeBootPattern-1941535794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:33.879867 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-32f1ec33-4496-4621-a946-d42ffaf91f3c tempest-TestVolumeBootPattern-1941535794 tempest-TestVolumeBootPattern-1941535794-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 1093 time: 0.2615979 Aug 12 22:57:33.882752 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50262) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:33.887308 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Request body: {'floatingip': {'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'port_id': '053e75ed-b235-4789-a51b-ef7c8d507185', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:33.910034 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.020028 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.141459 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Allocated IP 172.27.2.104 (392e74cb-f37f-4f12-8aed-fea56f13747b/03cfcf9a-6889-4d91-8a51-1f2c7d0a629b/bef80c6f-ed2a-4c1f-b80a-709bed8a10af) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:57:34.256518 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.294862 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.330501 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Network 392e74cb-f37f-4f12-8aed-fea56f13747b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:57:34.335242 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:57:34.338697 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:57:34.363650 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=bef80c6f-ed2a-4c1f-b80a-709bed8a10af,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:34.706207 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.772798 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.923738 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe055b-fc16-459f-873e-1a070d55e669 req-7e5dfffa-2555-4177-94d2-e1eeae052968 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:34.925251 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cbe055b-fc16-459f-873e-1a070d55e669 req-7e5dfffa-2555-4177-94d2-e1eeae052968 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.0506392 Aug 12 22:57:34.949465 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.955734 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264911892'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:34.978356 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cbe055b-fc16-459f-873e-1a070d55e669 req-702c35de-ffc6-4cc1-91e0-2f0fc1223eb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Aug 12 22:57:35.041216 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event updated for resources: {'Port': ['ID=bef80c6f-ed2a-4c1f-b80a-709bed8a10af,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:35.047388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.161837 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Floating IP cb2509a6-8916-4334-abfe-86808294aeac associated. External IP: 172.27.2.104, port: 053e75ed-b235-4789-a51b-ef7c8d507185. Aug 12 22:57:35.376079 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:35.480307 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:35.490710 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:35.497056 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.500063 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:35.500705 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:35.527988 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b5d15bfb-15c3-49e2-9fa8-09c86f3bf8ff tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6440761 Aug 12 22:57:35.528661 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:35.532364 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:35.569088 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7592d489-a2aa-4017-80ff-90e0c6a149d1 x-openstack-request-id: req-7592d489-a2aa-4017-80ff-90e0c6a149d1 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:35.569384 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:35.569635 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7592d489-a2aa-4017-80ff-90e0c6a149d1 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:35.570031 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185', 'status': 'completed', 'code': 200} Aug 12 22:57:35.606773 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:35.732985 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cea7-7432-4698-993b-11cc090a528f req-bce46b8b-39f8-47f6-907d-034375dbd616 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:35.734628 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d1d3cea7-7432-4698-993b-11cc090a528f req-bce46b8b-39f8-47f6-907d-034375dbd616 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.0766392 Aug 12 22:57:35.740664 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-a368b0c3-4c1c-4391-87f7-a1c6ade6982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:35.742058 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-a368b0c3-4c1c-4391-87f7-a1c6ade6982c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 1098 time: 0.0587311 Aug 12 22:57:35.830750 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 1, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}, {'id': 'cb2509a6-8916-4334-abfe-86808294aeac', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': '053e75ed-b235-4789-a51b-ef7c8d507185', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:cf:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:57:34Z', 'updated_at': '2021-08-12T22:57:34Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:35.859792 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:35.867903 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:35.868496 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:35.894516 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-1308dfe5-706d-46c5-88af-d7543fbfb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:35.896680 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-1308dfe5-706d-46c5-88af-d7543fbfb743 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.1477289 Aug 12 22:57:35.913622 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Deleting port b426f240-4ec4-4584-8582-825b5fda4404 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:35.913966 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.972774 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:36.020995 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-bd0e38d0-a55a-41d0-88a8-6c944a868903 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053e75ed-b235-4789-a51b-ef7c8d507185 HTTP/1.1" status: 200 len: 999 time: 0.1164639 Aug 12 22:57:36.114248 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] For port b426f240-4ec4-4584-8582-825b5fda4404, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b426f240-4ec4-4584-8582-825b5fda4404,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:36.114635 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.132500 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-101a8451-4732-4b6b-ab46-73cb1bff3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:36.133956 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-101a8451-4732-4b6b-ab46-73cb1bff3b04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.1060500 Aug 12 22:57:36.186466 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c68469-6730-4e84-bd19-147cb08a5e68 req-644453a8-ebdf-49c5-9d39-04b9678b2243 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:36.188748 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76c68469-6730-4e84-bd19-147cb08a5e68 req-644453a8-ebdf-49c5-9d39-04b9678b2243 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 945 time: 0.1473668 Aug 12 22:57:36.191810 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 1, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}, {'id': 'cb2509a6-8916-4334-abfe-86808294aeac', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': '053e75ed-b235-4789-a51b-ef7c8d507185', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:cf:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:57:34Z', 'updated_at': '2021-08-12T22:57:34Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:36.217568 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb108378-7894-41cb-91dc-06d1c4634f24 None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 1, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}, {'id': 'cb2509a6-8916-4334-abfe-86808294aeac', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': '053e75ed-b235-4789-a51b-ef7c8d507185', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:cf:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:57:34Z', 'updated_at': '2021-08-12T22:57:34Z', 'revision_number': 0, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:36.307158 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-d98db92f-7127-4ef7-9a6c-a4704eb06aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:36.308649 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-d98db92f-7127-4ef7-9a6c-a4704eb06aac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1660557 Aug 12 22:57:36.314158 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76c68469-6730-4e84-bd19-147cb08a5e68 req-a8374b4a-37e0-478e-b3e3-e2615b6a056e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e0eefc-424d-4658-88e2-9f4e9e8a6782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055834 Aug 12 22:57:36.426028 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.426424 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536968'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.426733 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Floating IP 083e4975-d13a-45b4-ac2b-0cc5793a0d87 disassociated. External IP: 172.27.2.113, port: b426f240-4ec4-4584-8582-825b5fda4404. Aug 12 22:57:36.427067 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Calling delete_port for b426f240-4ec4-4584-8582-825b5fda4404 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:36.462543 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3f11a-7b62-4a3c-843d-e800ebbac547 None None] New status for floating IP cb2509a6-8916-4334-abfe-86808294aeac: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:57:36.513702 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-0d21a8fc-28a7-4bbe-b5aa-e22c7aa63f42 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953290 Aug 12 22:57:36.661449 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed99f040-d3e7-49ce-a2d8-7169da81ed8e req-b83ed8db-6210-483b-b801-a3ff26a77c33 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375606 Aug 12 22:57:36.677532 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.712865 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event deleted for resources: {'Port': ['ID=b426f240-4ec4-4584-8582-825b5fda4404,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:36.833280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:36.939653 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:36.948881 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:36.957981 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:36.958634 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:36.980545 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] No DVR routers for this DVR port b426f240-4ec4-4584-8582-825b5fda4404 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:36.982932 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.985770 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d1d3cea7-7432-4698-993b-11cc090a528f req-6991a1fa-ed2a-4a3a-b860-fb89d98efc8d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.42 "DELETE /v2.0/ports/b426f240-4ec4-4584-8582-825b5fda4404 HTTP/1.1" status: 204 len: 173 time: 1.2427676 Aug 12 22:57:36.986147 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'name': 'network-vif-deleted', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:36.988447 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a371748-7823-45c2-b8fc-e0135b15c9b1" -d '{"events": [{"server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "name": "network-vif-deleted", "tag": "b426f240-4ec4-4584-8582-825b5fda4404"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:37.029268 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df559e4-991c-4ff5-a1ca-0bc720e538b5 x-openstack-request-id: req-8df559e4-991c-4ff5-a1ca-0bc720e538b5 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:37.029889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3179eeea-d8e7-42bc-a610-19b081eb9310", "name": "network-vif-deleted", "tag": "b426f240-4ec4-4584-8582-825b5fda4404", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:37.029889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8df559e4-991c-4ff5-a1ca-0bc720e538b5 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:37.030200 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3179eeea-d8e7-42bc-a610-19b081eb9310', 'name': 'network-vif-deleted', 'tag': 'b426f240-4ec4-4584-8582-825b5fda4404', 'status': 'completed', 'code': 200} Aug 12 22:57:37.071676 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:37.381459 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:37.407936 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:37.416429 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:37.417024 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:37.422640 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc622bdf-ffcd-495a-9f00-51fcf7d941bd req-b7b95e8a-7f0c-492f-aad1-c1e3209955de tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/ports?device_id=3179eeea-d8e7-42bc-a610-19b081eb9310 HTTP/1.1" status: 200 len: 210 time: 0.0270259 Aug 12 22:57:37.519741 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:37.736101 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:37.764813 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f574b4-50a5-4465-90d7-9e458dfb94d8 None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:50:41Z', 'revision_number': 4, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': 'f9e9a3b3-2b7e-40a0-bcab-fb7f67185212', 'name': '', 'network_id': 'a175f459-f2f9-4f40-8207-bf002f8531fd', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'mac_address': 'fa:16:3e:8a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:40Z', 'updated_at': '2021-08-12T22:50:51Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'subnets': [{'id': '396d8cbe-c9b1-479a-a0fb-9bcfdaee0928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:37.998073 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb8de08-1f26-465f-ad96-0c55ebee4159 None None] New status for floating IP 083e4975-d13a-45b4-ac2b-0cc5793a0d87: DOWN {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:57:38.505664 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50336) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:38.563121 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-993a1cd8-ea7a-404e-929f-06de75b5b12d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:38.589113 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-993a1cd8-ea7a-404e-929f-06de75b5b12d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:38.636218 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-993a1cd8-ea7a-404e-929f-06de75b5b12d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:38.638764 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-993a1cd8-ea7a-404e-929f-06de75b5b12d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:38.639912 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-993a1cd8-ea7a-404e-929f-06de75b5b12d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "DELETE /v2.0/security-groups/55e0eefc-424d-4658-88e2-9f4e9e8a6782 HTTP/1.1" status: 204 len: 168 time: 0.1331434 Aug 12 22:57:38.642631 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50338) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:38.649134 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a1cd8-ea7a-404e-929f-06de75b5b12d tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e0eefc-424d-4658-88e2-9f4e9e8a6782,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:38.656453 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.api.v2.resource [None req-31b13fe2-33ff-4f4c-b9b6-8752e069338e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] show failed (client error): The resource could not be found. Aug 12 22:57:38.657498 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-31b13fe2-33ff-4f4c-b9b6-8752e069338e tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "GET /v2.0/security-groups/55e0eefc-424d-4658-88e2-9f4e9e8a6782 HTTP/1.1" status: 404 len: 347 time: 0.0138397 Aug 12 22:57:38.660489 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50340) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:38.781875 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Deleting port ba4cff59-52ec-48ad-a678-a2340db19819 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:38.782132 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:39.120025 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:39.120358 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:39.132086 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Calling delete_port for ba4cff59-52ec-48ad-a678-a2340db19819 owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:39.259953 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:39.290369 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Pushing event deleted for resources: {'Port': ['ID=ba4cff59-52ec-48ad-a678-a2340db19819,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:39.350125 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:39.352735 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:39.353881 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3ea99aab-eca5-4d6c-be01-957f65803cb0 tempest-AttachVolumeTestJSON-381052166 tempest-AttachVolumeTestJSON-381052166-project] 10.222.0.49 "DELETE /v2.0/floatingips/083e4975-d13a-45b4-ac2b-0cc5793a0d87 HTTP/1.1" status: 204 len: 168 time: 0.6923478 Aug 12 22:57:41.147258 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device b426f240-4ec4-4584-8582-825b5fda4404 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:41.169832 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: b426f240-4ec4-4584-8582-825b5fda4404 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:41.170175 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device b426f240-4ec4-4584-8582-825b5fda4404 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:41.352668 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50392) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:41.457493 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1a82d48d-a7c4-4042-a5fa-981f5f1e7cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.544838 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1a82d48d-a7c4-4042-a5fa-981f5f1e7cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.549395 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1a82d48d-a7c4-4042-a5fa-981f5f1e7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.587468 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1a82d48d-a7c4-4042-a5fa-981f5f1e7cb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8c319b2328348779ebcb49b2d61a66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337179 Aug 12 22:57:41.588314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82d48d-a7c4-4042-a5fa-981f5f1e7cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a61ae-1ca0-4f5b-a981-278de7b60eb9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:41.590120 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50396) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:41.641133 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-261b18ef-89fd-4270-8fe0-efbdd798969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.662843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-261b18ef-89fd-4270-8fe0-efbdd798969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.711220 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-261b18ef-89fd-4270-8fe0-efbdd798969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.713769 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-261b18ef-89fd-4270-8fe0-efbdd798969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:41.715128 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-261b18ef-89fd-4270-8fe0-efbdd798969b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b4a61ae-1ca0-4f5b-a981-278de7b60eb9 HTTP/1.1" status: 204 len: 168 time: 0.1239443 Aug 12 22:57:41.723635 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b18ef-89fd-4270-8fe0-efbdd798969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a61ae-1ca0-4f5b-a981-278de7b60eb9,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:41.974273 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50412) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:41.987317 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fb7468b5-ffc2-4515-9c32-dbe8fd8dd123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.080212 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fb7468b5-ffc2-4515-9c32-dbe8fd8dd123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.084117 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fb7468b5-ffc2-4515-9c32-dbe8fd8dd123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.123916 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fb7468b5-ffc2-4515-9c32-dbe8fd8dd123 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e10c4e1d6334929bc9810e1bf53c1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485245 Aug 12 22:57:42.125451 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7468b5-ffc2-4515-9c32-dbe8fd8dd123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c65d3-809a-46b3-a354-fa1de993c5b3,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:42.127130 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50416) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:42.179156 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7884afd8-805d-4862-be9a-84452b3dd439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.200519 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7884afd8-805d-4862-be9a-84452b3dd439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.244458 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7884afd8-805d-4862-be9a-84452b3dd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.247140 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7884afd8-805d-4862-be9a-84452b3dd439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.248259 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7884afd8-805d-4862-be9a-84452b3dd439 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/970c65d3-809a-46b3-a354-fa1de993c5b3 HTTP/1.1" status: 204 len: 168 time: 0.1201434 Aug 12 22:57:42.256062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884afd8-805d-4862-be9a-84452b3dd439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c65d3-809a-46b3-a354-fa1de993c5b3,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:42.550033 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50422) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:42.563624 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-246b8e9c-3854-4d37-abc8-8648a162204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.650249 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-246b8e9c-3854-4d37-abc8-8648a162204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.654085 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-246b8e9c-3854-4d37-abc8-8648a162204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.693254 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-246b8e9c-3854-4d37-abc8-8648a162204c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c29c4f5bb123431aa3dde5e1c564942a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418569 Aug 12 22:57:42.694391 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b8e9c-3854-4d37-abc8-8648a162204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f781ca-de42-4f09-a686-bf335eb19c1a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:42.696004 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50424) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:42.744843 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-704f0268-3521-4e4f-95c9-2a321169509e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.765544 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-704f0268-3521-4e4f-95c9-2a321169509e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.810836 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-704f0268-3521-4e4f-95c9-2a321169509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.814582 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-704f0268-3521-4e4f-95c9-2a321169509e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:42.815730 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-704f0268-3521-4e4f-95c9-2a321169509e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5f781ca-de42-4f09-a686-bf335eb19c1a HTTP/1.1" status: 204 len: 168 time: 0.1186602 Aug 12 22:57:42.824732 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f0268-3521-4e4f-95c9-2a321169509e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f781ca-de42-4f09-a686-bf335eb19c1a,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:42.900000 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50434) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:43.447309 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:43.687022 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Deleting port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:43.687392 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:43.769857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] For port f9e9a3b3-2b7e-40a0-bcab-fb7f67185212, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:43.770485 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:43.783351 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Calling delete_port for f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:43.964616 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:43.991542 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e9a3b3-2b7e-40a0-bcab-fb7f67185212,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:44.160223 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:44.633574 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Router 7cfe7872-9210-4fd4-9416-9757ec456c5f has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:57:44.742855 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:57:44.748498 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-973b32fd-1f9a-4cc1-a3bd-55cf58598727 admin admin] 10.222.0.49 "PUT /v2.0/routers/7cfe7872-9210-4fd4-9416-9757ec456c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474710 Aug 12 22:57:44.751284 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50502) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:44.751793 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90291290-9924-452e-9cee-144192cfd444 None None] Sync routers for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:57:44.761009 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:44.761690 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:44.858065 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:44.870788 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:44.943388 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50506) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:44.965227 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.022601 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Deleting port 99f1a503-7d33-48c9-b492-73b267aae6d9 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:45.023117 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.050509 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:57:43Z', 'revision_number': 5, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port': {'id': '99f1a503-7d33-48c9-b492-73b267aae6d9', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:36Z', 'updated_at': '2021-08-12T22:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:45.055044 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ddf66a5b-3a28-4367-9b64-e1bba5e874b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.080951 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90291290-9924-452e-9cee-144192cfd444 None None] Checking router: 7cfe7872-9210-4fd4-9416-9757ec456c5f for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:57:45.089806 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] Routers {'7cfe7872-9210-4fd4-9416-9757ec456c5f'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:57:45.090647 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:57:26Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['7cfe7872-9210-4fd4-9416-9757ec456c5f'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:45.117305 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] For port 99f1a503-7d33-48c9-b492-73b267aae6d9, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=99f1a503-7d33-48c9-b492-73b267aae6d9,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:45.117995 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.131598 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Calling delete_port for 99f1a503-7d33-48c9-b492-73b267aae6d9 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:45.151214 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ddf66a5b-3a28-4367-9b64-e1bba5e874b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.156623 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ddf66a5b-3a28-4367-9b64-e1bba5e874b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.179319 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] Set router 7cfe7872-9210-4fd4-9416-9757ec456c5f gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:57:45.194964 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ddf66a5b-3a28-4367-9b64-e1bba5e874b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66d7f81aec7a4109bc230ba4b19891a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504840 Aug 12 22:57:45.197700 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50510) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:45.198605 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf66a5b-3a28-4367-9b64-e1bba5e874b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63532b2e-4164-4cb6-8c45-27fe1d0bb3bf,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:45.230884 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-90291290-9924-452e-9cee-144192cfd444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:57:44Z', 'revision_number': 6, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:45.259375 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90291290-9924-452e-9cee-144192cfd444 None None] The sync data for ids ['7cfe7872-9210-4fd4-9416-9757ec456c5f'] in dv-cinder-803748-6-iscsi is: [{'id': '7cfe7872-9210-4fd4-9416-9757ec456c5f', 'name': 'tempest-AttachVolumeTestJSON-842334976-router', 'tenant_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:35Z', 'updated_at': '2021-08-12T22:57:44Z', 'revision_number': 6, 'project_id': 'f3b1414ab65e48bf8b8700b7b5db6288', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:57:45.331122 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5cf2-29b2-405f-9deb-12ce154cd4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.363584 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5cf2-29b2-405f-9deb-12ce154cd4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.372518 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.410169 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f1a503-7d33-48c9-b492-73b267aae6d9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:45.475805 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5cf2-29b2-405f-9deb-12ce154cd4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.478316 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5cf2-29b2-405f-9deb-12ce154cd4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.479450 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0fcd5cf2-29b2-405f-9deb-12ce154cd4c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63532b2e-4164-4cb6-8c45-27fe1d0bb3bf HTTP/1.1" status: 204 len: 168 time: 0.2806189 Aug 12 22:57:45.491144 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd5cf2-29b2-405f-9deb-12ce154cd4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63532b2e-4164-4cb6-8c45-27fe1d0bb3bf,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:45.496599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.596539 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.598977 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.653396 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.654310 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfe7872-9210-4fd4-9416-9757ec456c5f {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:57:45.660452 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.661648 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-60abfb33-bc99-4b19-833c-4bc08b728db2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7cfe7872-9210-4fd4-9416-9757ec456c5f HTTP/1.1" status: 204 len: 168 time: 0.9093750 Aug 12 22:57:45.666382 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50516) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:45.723289 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Deleting subnet 396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:45.726871 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.743624 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:45.763769 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:45.764458 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device f9e9a3b3-2b7e-40a0-bcab-fb7f67185212 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:45.773435 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.819654 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50518) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:45.833713 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dca6c509-d311-4076-889f-be40cf10ebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.857721 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.912755 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.923826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dca6c509-d311-4076-889f-be40cf10ebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.927918 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-dca6c509-d311-4076-889f-be40cf10ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.942016 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:45.946458 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] 10.222.0.49 "DELETE /v2.0/subnets/396d8cbe-c9b1-479a-a0fb-9bcfdaee0928 HTTP/1.1" status: 204 len: 168 time: 0.2770433 Aug 12 22:57:45.947070 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663145b-620f-413c-9098-230172f1e2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396d8cbe-c9b1-479a-a0fb-9bcfdaee0928,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:45.947795 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf459e0-b196-49f6-b533-6ce05ae3e89b None None] Network a175f459-f2f9-4f40-8207-bf002f8531fd requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:45.948882 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50520) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:45.965890 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-dca6c509-d311-4076-889f-be40cf10ebc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a21e2636ff084d2882eae6e1b50b38a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428540 Aug 12 22:57:45.966123 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50522) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:45.997124 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c509-d311-4076-889f-be40cf10ebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f6f91-085d-4fe4-b6de-6ce17549bbd1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:46.020853 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.035517 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c081ee98-dcdb-4f8b-b100-ac951c8b5752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.057094 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c081ee98-dcdb-4f8b-b100-ac951c8b5752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.085183 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Deleting port e5ebdc09-93d4-4153-8fc3-7467e12480c8 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:46.085479 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.118889 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c081ee98-dcdb-4f8b-b100-ac951c8b5752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.121654 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c081ee98-dcdb-4f8b-b100-ac951c8b5752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.122916 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c081ee98-dcdb-4f8b-b100-ac951c8b5752 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd4f6f91-085d-4fe4-b6de-6ce17549bbd1 HTTP/1.1" status: 204 len: 168 time: 0.1558142 Aug 12 22:57:46.132100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081ee98-dcdb-4f8b-b100-ac951c8b5752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f6f91-085d-4fe4-b6de-6ce17549bbd1,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:46.174013 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] For port e5ebdc09-93d4-4153-8fc3-7467e12480c8, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e5ebdc09-93d4-4153-8fc3-7467e12480c8,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:46.174938 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.181795 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] DHCP port deletion for a175f459-f2f9-4f40-8207-bf002f8531fd request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:57:46.192666 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Calling delete_port for e5ebdc09-93d4-4153-8fc3-7467e12480c8 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:46.230626 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] Deleting port e5ebdc09-93d4-4153-8fc3-7467e12480c8 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:57:46.231005 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.289499 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.301648 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] For port e5ebdc09-93d4-4153-8fc3-7467e12480c8, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=e5ebdc09-93d4-4153-8fc3-7467e12480c8,segment=NetworkSegment(78ac9dd7-ab75-4483-ad8a-73e84f7c18b1),segment_id=78ac9dd7-ab75-4483-ad8a-73e84f7c18b1)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:46.302049 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.315983 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] Calling delete_port for e5ebdc09-93d4-4153-8fc3-7467e12480c8 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:57:46.318830 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ebdc09-93d4-4153-8fc3-7467e12480c8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:46.320633 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] No DVR routers for this DVR port e5ebdc09-93d4-4153-8fc3-7467e12480c8 on host dv-cinder-803748-6-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:46.403522 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.412567 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.415522 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a175f459-f2f9-4f40-8207-bf002f8531fd']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:46.431478 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:46.432055 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ac9dd7-ab75-4483-ad8a-73e84f7c18b1') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:46.443484 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.447496 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] Pushing event deleted for resources: {'Port': ['ID=e5ebdc09-93d4-4153-8fc3-7467e12480c8,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:46.455330 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede72590-7ea9-436e-b467-9aeb62e36602 None None] No DVR routers for this DVR port e5ebdc09-93d4-4153-8fc3-7467e12480c8 on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:57:46.463305 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.472846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:46.473255 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:46.475736 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:46.531931 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.537129 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.539010 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] 10.222.0.49 "DELETE /v2.0/networks/a175f459-f2f9-4f40-8207-bf002f8531fd HTTP/1.1" status: 204 len: 168 time: 0.5891008 Aug 12 22:57:46.551713 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a31104-f4ed-4660-86b8-5cf0e8b1b3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a175f459-f2f9-4f40-8207-bf002f8531fd,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:46.659760 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50538) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:46.700902 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b457dea3-c54b-4d1a-baff-a6466e5c7994 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3b1414ab65e48bf8b8700b7b5db6288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399365 Aug 12 22:57:46.703326 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50542) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:46.753506 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-59869150-73df-4980-be85-063a674a011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.775309 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-59869150-73df-4980-be85-063a674a011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.825034 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-59869150-73df-4980-be85-063a674a011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.827763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-59869150-73df-4980-be85-063a674a011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:46.829019 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-59869150-73df-4980-be85-063a674a011f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a5d8483-8e07-46c2-8d33-dd63e0f5437a HTTP/1.1" status: 204 len: 168 time: 0.1247506 Aug 12 22:57:46.836912 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59869150-73df-4980-be85-063a674a011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d8483-8e07-46c2-8d33-dd63e0f5437a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:47.545800 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50584) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:47.588740 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e5ebdc09-93d4-4153-8fc3-7467e12480c8 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:47.608951 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: e5ebdc09-93d4-4153-8fc3-7467e12480c8 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:47.609870 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device e5ebdc09-93d4-4153-8fc3-7467e12480c8 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:47.610489 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 99f1a503-7d33-48c9-b492-73b267aae6d9 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:47.639051 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 99f1a503-7d33-48c9-b492-73b267aae6d9 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:57:47.639465 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 99f1a503-7d33-48c9-b492-73b267aae6d9 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:57:47.660278 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-488934512-network', 'tenant_id': 'a5cdb686835f438a9127c214943ced4a'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:47.682404 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Made reservation on behalf of a5cdb686835f438a9127c214943ced4a for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:47.685013 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.693966 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.787214 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.791049 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.817588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:57:47.827100 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922d5b1d-34e0-499f-a302-c953bf6d03ba,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:47.835975 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.835975 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Added segment 3faec723-9744-41f9-8d1f-060d8b1f4670 of type vlan for network d8c08e93-263e-4757-819b-b041248dcffc Aug 12 22:57:47.878900 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.907588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.908461 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:47.909040 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.965514 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4188430 Aug 12 22:57:47.969385 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50608) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:47.973661 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36ddb0-7bc9-435e-8296-5843d2ddd4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c08e93-263e-4757-819b-b041248dcffc,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:47.974458 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Request body: {'subnet': {'network_id': 'd8c08e93-263e-4757-819b-b041248dcffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-488934512-subnet', 'tenant_id': 'a5cdb686835f438a9127c214943ced4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:47.984271 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network d8c08e93-263e-4757-819b-b041248dcffc details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:57:47.995762 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Made reservation on behalf of a5cdb686835f438a9127c214943ced4a for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:47.998238 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264939920'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.157160 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50612) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:48.178759 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264911977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264939938'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.227891 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f05ae0-383b-4c3e-bee4-9fcd42931dd9,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:48.243117 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Checking segment: {'id': '3faec723-9744-41f9-8d1f-060d8b1f4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd8c08e93-263e-4757-819b-b041248dcffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:57:48.243473 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Network hostable DHCP agents. Network: d8c08e93-263e-4757-819b-b041248dcffc, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:57:48.265860 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Network d8c08e93-263e-4757-819b-b041248dcffc is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:57:48.274563 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7e043a33-052d-4ac4-aa18-2b80aca7de8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.285003 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, d8c08e93-263e-4757-819b-b041248dcffc) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:57:48.290590 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:48.291174 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.301130 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061bd55-92d6-4cd9-8ccb-2932bae5618a None None] Network d8c08e93-263e-4757-819b-b041248dcffc requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:48.382452 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7e043a33-052d-4ac4-aa18-2b80aca7de8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.387677 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7e043a33-052d-4ac4-aa18-2b80aca7de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.402123 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3cfba50b-1be8-4ff8-997d-f2e1732f52bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4244187 Aug 12 22:57:48.431392 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043a33-052d-4ac4-aa18-2b80aca7de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8fa687-d7cf-4675-b0a7-1dcdbce1f4e7,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:48.440999 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7e043a33-052d-4ac4-aa18-2b80aca7de8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f6c8637904549978b3d31edee35fcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805018 Aug 12 22:57:48.441420 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be32ef8-b48c-48c3-bd55-27603c5f2003 None None] Network d8c08e93-263e-4757-819b-b041248dcffc requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:48.441550 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50618) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:48.494454 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a3b04e2e-dc0e-4c34-81b2-0f60df23ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.520234 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a3b04e2e-dc0e-4c34-81b2-0f60df23ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.573760 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a3b04e2e-dc0e-4c34-81b2-0f60df23ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.576664 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a3b04e2e-dc0e-4c34-81b2-0f60df23ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.577870 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a3b04e2e-dc0e-4c34-81b2-0f60df23ca0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a8fa687-d7cf-4675-b0a7-1dcdbce1f4e7 HTTP/1.1" status: 204 len: 168 time: 0.1355236 Aug 12 22:57:48.587178 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b04e2e-dc0e-4c34-81b2-0f60df23ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8fa687-d7cf-4675-b0a7-1dcdbce1f4e7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:48.942458 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50638) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:48.948163 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-906138164-network', 'tenant_id': '1d71592c442647acbe67abb2b0d912b6'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:48.960754 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50640) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:48.975205 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-75af7912-d9ae-43cc-908e-12c02accd3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.977184 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Made reservation on behalf of 1d71592c442647acbe67abb2b0d912b6 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:48.979726 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:48.988788 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.063442 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-75af7912-d9ae-43cc-908e-12c02accd3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.067009 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-75af7912-d9ae-43cc-908e-12c02accd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.105174 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-75af7912-d9ae-43cc-908e-12c02accd3ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f92486cf12241bba4e26ae8be83d415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432431 Aug 12 22:57:49.106019 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7912-d9ae-43cc-908e-12c02accd3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd414b2-f936-4c05-8c47-e2998d9b5caf,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:49.108287 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50642) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:49.146777 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.150699 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.158826 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3afd5122-11cd-4c28-b94f-a319cf2e9415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.178602 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:57:49.181763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3afd5122-11cd-4c28-b94f-a319cf2e9415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.187151 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf27e13-a2fb-4878-8013-58e7b5b259fd,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:49.193719 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.194085 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Added segment aeb93f7e-11e7-4f7d-9622-d4c30c2122e4 of type vlan for network a82ba467-9d5f-46de-aeff-3d261a5c7c87 Aug 12 22:57:49.235182 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782269065027'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.236871 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3afd5122-11cd-4c28-b94f-a319cf2e9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.240294 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3afd5122-11cd-4c28-b94f-a319cf2e9415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.241937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3afd5122-11cd-4c28-b94f-a319cf2e9415 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dd414b2-f936-4c05-8c47-e2998d9b5caf HTTP/1.1" status: 204 len: 168 time: 0.1324589 Aug 12 22:57:49.250149 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5122-11cd-4c28-b94f-a319cf2e9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd414b2-f936-4c05-8c47-e2998d9b5caf,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:49.268043 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.269021 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:49.269636 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.314838 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3709438 Aug 12 22:57:49.317582 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50646) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:49.324916 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Request body: {'subnet': {'network_id': 'a82ba467-9d5f-46de-aeff-3d261a5c7c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-906138164-subnet', 'tenant_id': '1d71592c442647acbe67abb2b0d912b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:49.331972 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe054a-f1df-4d39-8073-91c17652fb6c admin admin] Pushing event updated for resources: {'Network': ['ID=a82ba467-9d5f-46de-aeff-3d261a5c7c87,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:49.342110 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Network a82ba467-9d5f-46de-aeff-3d261a5c7c87 details requested by agent ovs-agent-dv-cinder-803748-6-iscsi with host dv-cinder-803748-6-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:57:49.350953 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Made reservation on behalf of 1d71592c442647acbe67abb2b0d912b6 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:49.353684 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264257830'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.527486 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264481173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264257812'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.587856 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0532bd4-fcc7-416a-b26f-0643a53e61da,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:49.597662 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Checking segment: {'id': 'aeb93f7e-11e7-4f7d-9622-d4c30c2122e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a82ba467-9d5f-46de-aeff-3d261a5c7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:57:49.598087 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Network hostable DHCP agents. Network: a82ba467-9d5f-46de-aeff-3d261a5c7c87, hostable agents: ['45596fb9-18ae-4c3e-b682-0df52f7941a5'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:57:49.618772 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Network a82ba467-9d5f-46de-aeff-3d261a5c7c87 is scheduled to be hosted by DHCP agent 45596fb9-18ae-4c3e-b682-0df52f7941a5 with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:57:49.627653 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-6-iscsi, a82ba467-9d5f-46de-aeff-3d261a5c7c87) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:57:49.633302 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:49.634538 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.637550 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48bbf68-65cf-411c-826d-32184ca7d636 None None] Network a82ba467-9d5f-46de-aeff-3d261a5c7c87 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:49.650226 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ada29009-4a7b-4c61-bd0d-075bdfe8dc11 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3309138 Aug 12 22:57:49.773592 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a65a77-35f5-4121-a006-4abcb6e71a39 None None] Network a82ba467-9d5f-46de-aeff-3d261a5c7c87 requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:49.773827 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50660) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:49.826318 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Deleting subnet f3f05ae0-383b-4c3e-bee4-9fcd42931dd9 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:49.829852 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.866001 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.911214 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.964010 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.991300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f05ae0-383b-4c3e-bee4-9fcd42931dd9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:49.993328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:49.998132 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50670) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:49.998753 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d26308d6-5a05-49c1-9d5c-f7f74065c749 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3f05ae0-383b-4c3e-bee4-9fcd42931dd9 HTTP/1.1" status: 204 len: 168 time: 0.2241182 Aug 12 22:57:50.045448 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:57:50.070887 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.149361 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.159792 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c08e93-263e-4757-819b-b041248dcffc']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:50.169603 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faec723-9744-41f9-8d1f-060d8b1f4670') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:50.169893 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faec723-9744-41f9-8d1f-060d8b1f4670') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:50.178759 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.192085 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.198733 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:50.199204 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:50.200859 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:50.264840 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.270766 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.275791 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d8c08e93-263e-4757-819b-b041248dcffc HTTP/1.1" status: 204 len: 168 time: 0.2734349 Aug 12 22:57:50.276278 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50678) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:50.309181 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b11df-b908-4ab2-b145-86c59621fdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c08e93-263e-4757-819b-b041248dcffc,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:50.332892 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Deleting subnet b0532bd4-fcc7-416a-b26f-0643a53e61da {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:57:50.336088 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.369553 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264942962'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.391348 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50682) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:50.413590 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.467137 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264911918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264939963'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.493570 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0532bd4-fcc7-416a-b26f-0643a53e61da,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:50.497312 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.498427 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5bb5859b-46a3-4d89-ab4f-019402100acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.499382 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-edc057f5-041a-4a0a-a413-822ae4d3d7eb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b0532bd4-fcc7-416a-b26f-0643a53e61da HTTP/1.1" status: 204 len: 168 time: 0.2221928 Aug 12 22:57:50.502066 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50686) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:50.572787 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.599406 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5bb5859b-46a3-4d89-ab4f-019402100acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.603386 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5bb5859b-46a3-4d89-ab4f-019402100acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.642584 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5bb5859b-46a3-4d89-ab4f-019402100acd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13bcfa0bd51b4b659479bf15c3ac8d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500634 Aug 12 22:57:50.643438 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5859b-46a3-4d89-ab4f-019402100acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b280b8e6-c03e-4a08-9c9c-fc95a438a028,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:50.646416 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50688) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:50.667122 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.684761 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82ba467-9d5f-46de-aeff-3d261a5c7c87']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:50.700637 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb93f7e-11e7-4f7d-9622-d4c30c2122e4') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:50.700926 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb93f7e-11e7-4f7d-9622-d4c30c2122e4') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:57:50.714749 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264942949'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.734378 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-b885-45a1-b4ce-2c941b4b1e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.736767 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.748712 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:57:50.749216 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264912112'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: Traceback (most recent call last): Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: timer() Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: cb(*args, **kw) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: return func(*args, **kwargs) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: self._notify() Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: self.callback(batched_events) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: event.method(event) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: return f(self, *a, **k) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._get(url).json() Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:57:50.750877 dv-cinder-803748-6-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:57:50.800459 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-b885-45a1-b4ce-2c941b4b1e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.832352 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.839604 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.841394 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a82ba467-9d5f-46de-aeff-3d261a5c7c87 HTTP/1.1" status: 204 len: 168 time: 0.3383729 Aug 12 22:57:50.853252 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615712e6-cb14-43c7-8461-08f6751a8535 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82ba467-9d5f-46de-aeff-3d261a5c7c87,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:50.872405 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-b885-45a1-b4ce-2c941b4b1e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.875042 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f0c146a6-b885-45a1-b4ce-2c941b4b1e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:50.878603 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f0c146a6-b885-45a1-b4ce-2c941b4b1e5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b280b8e6-c03e-4a08-9c9c-fc95a438a028 HTTP/1.1" status: 204 len: 168 time: 0.2288866 Aug 12 22:57:50.885470 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c146a6-b885-45a1-b4ce-2c941b4b1e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b280b8e6-c03e-4a08-9c9c-fc95a438a028,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:50.965231 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50694) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:51.007630 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3cb776e8-4e55-4e39-be4f-ea37aa069e6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5cdb686835f438a9127c214943ced4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411315 Aug 12 22:57:51.010494 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50696) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:51.065234 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8aa10b5e-3c2d-4c87-9558-8204a281380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.092949 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8aa10b5e-3c2d-4c87-9558-8204a281380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.144652 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8aa10b5e-3c2d-4c87-9558-8204a281380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.147384 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8aa10b5e-3c2d-4c87-9558-8204a281380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.148589 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8aa10b5e-3c2d-4c87-9558-8204a281380a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/922d5b1d-34e0-499f-a302-c953bf6d03ba HTTP/1.1" status: 204 len: 168 time: 0.1365011 Aug 12 22:57:51.157169 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa10b5e-3c2d-4c87-9558-8204a281380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d5b1d-34e0-499f-a302-c953bf6d03ba,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:51.525691 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50702) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:51.565426 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4e87d714-9da3-4a83-9ee8-0a198b3cb581 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d71592c442647acbe67abb2b0d912b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385680 Aug 12 22:57:51.568101 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50704) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:51.613979 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f1a63fe-db69-4600-a360-bca94f5bb29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.635101 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f1a63fe-db69-4600-a360-bca94f5bb29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.680123 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f1a63fe-db69-4600-a360-bca94f5bb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.682986 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7f1a63fe-db69-4600-a360-bca94f5bb29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:51.684120 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7f1a63fe-db69-4600-a360-bca94f5bb29a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/faf27e13-a2fb-4878-8013-58e7b5b259fd HTTP/1.1" status: 204 len: 168 time: 0.1151428 Aug 12 22:57:51.692512 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a63fe-db69-4600-a360-bca94f5bb29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf27e13-a2fb-4878-8013-58e7b5b259fd,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:53.859488 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b110741c-0e46-4353-96ff-086453aaeb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:55.483622 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.397304 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-507857d3-c5ca-4867-a7cc-7a38fcadfc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.509581 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50800) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:56.541201 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.614702 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f307-978e-4404-991f-8d50e810863c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.706575 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f307-978e-4404-991f-8d50e810863c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.710231 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f307-978e-4404-991f-8d50e810863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.748740 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cfa3f307-978e-4404-991f-8d50e810863c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5899c7d040247dc92009f1c35c6a38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378409 Aug 12 22:57:56.750741 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3f307-978e-4404-991f-8d50e810863c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90901255-fe65-4028-ba1e-4190a5aa1a60,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:56.751615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50804) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:56.799294 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.819212 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.866985 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.869443 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.870609 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90901255-fe65-4028-ba1e-4190a5aa1a60 HTTP/1.1" status: 204 len: 168 time: 0.1179965 Aug 12 22:57:56.878250 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90901255-fe65-4028-ba1e-4190a5aa1a60,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:56.885498 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.885846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.886186 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.886540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.886870 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.887198 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.887520 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.887941 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.888162 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.888490 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.888887 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:56.889209 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82403193-b6cc-47e8-bb63-9a2e0b161e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:57.126362 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50810) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:57.139151 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e7f89fb7-20c7-431e-9e92-ca4e7fb4284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.228066 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e7f89fb7-20c7-431e-9e92-ca4e7fb4284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.231771 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e7f89fb7-20c7-431e-9e92-ca4e7fb4284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.270077 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e7f89fb7-20c7-431e-9e92-ca4e7fb4284c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=073cc5639cde4a07bc46a38c9e2eecd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426620 Aug 12 22:57:57.272086 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f89fb7-20c7-431e-9e92-ca4e7fb4284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e77dae-6958-46bf-a71f-a3d33be78405,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:57.272764 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50812) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:57.327058 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4fab3a98-d89f-4cd1-894b-fdf6337a0458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.348086 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4fab3a98-d89f-4cd1-894b-fdf6337a0458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.392480 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4fab3a98-d89f-4cd1-894b-fdf6337a0458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.395126 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4fab3a98-d89f-4cd1-894b-fdf6337a0458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.396278 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4fab3a98-d89f-4cd1-894b-fdf6337a0458 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40e77dae-6958-46bf-a71f-a3d33be78405 HTTP/1.1" status: 204 len: 168 time: 0.1224480 Aug 12 22:57:57.403682 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab3a98-d89f-4cd1-894b-fdf6337a0458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e77dae-6958-46bf-a71f-a3d33be78405,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:57.607920 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.122439 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.188225 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50882) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:59.291082 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c248a01-616e-4e27-a739-7d9f7d5cdb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.376491 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c248a01-616e-4e27-a739-7d9f7d5cdb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.380310 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c248a01-616e-4e27-a739-7d9f7d5cdb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.419087 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0c248a01-616e-4e27-a739-7d9f7d5cdb99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffd9b46bac5d4bcda81284a9b236f9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298093 Aug 12 22:57:59.419936 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c248a01-616e-4e27-a739-7d9f7d5cdb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1164e694-3272-44f1-9f20-5edbb17e9e4b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:59.421793 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50886) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:59.471928 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-a281-464d-86fd-9d48817a94cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.491880 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-a281-464d-86fd-9d48817a94cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.539328 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-a281-464d-86fd-9d48817a94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.541990 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-a281-464d-86fd-9d48817a94cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.543176 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e3900152-a281-464d-86fd-9d48817a94cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1164e694-3272-44f1-9f20-5edbb17e9e4b HTTP/1.1" status: 204 len: 168 time: 0.1195757 Aug 12 22:57:59.551071 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3900152-a281-464d-86fd-9d48817a94cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164e694-3272-44f1-9f20-5edbb17e9e4b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:59.791963 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 50892) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:59.807910 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57cad34f-8fb1-423e-be6a-062d96e909db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.893493 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57cad34f-8fb1-423e-be6a-062d96e909db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.897004 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-57cad34f-8fb1-423e-be6a-062d96e909db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.933809 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-57cad34f-8fb1-423e-be6a-062d96e909db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53f1281d461a4b0c850f889e2bf3ae96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407876 Aug 12 22:57:59.934681 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cad34f-8fb1-423e-be6a-062d96e909db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a56f6f8-ca55-4bf2-8d15-ff0ad757ee39,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:59.936556 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 50894) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:59.986033 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f62dacb-ddc7-4565-aac9-a31943abac91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:00.009656 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f62dacb-ddc7-4565-aac9-a31943abac91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:00.055053 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f62dacb-ddc7-4565-aac9-a31943abac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:00.057530 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f62dacb-ddc7-4565-aac9-a31943abac91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:00.058705 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2f62dacb-ddc7-4565-aac9-a31943abac91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a56f6f8-ca55-4bf2-8d15-ff0ad757ee39 HTTP/1.1" status: 204 len: 168 time: 0.1204367 Aug 12 22:58:00.066377 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dacb-ddc7-4565-aac9-a31943abac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a56f6f8-ca55-4bf2-8d15-ff0ad757ee39,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:18.412971 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51018) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:18.515356 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1722e4c2-7818-442a-bb59-5ef3fced7f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.600269 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1722e4c2-7818-442a-bb59-5ef3fced7f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.604032 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1722e4c2-7818-442a-bb59-5ef3fced7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.641715 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1722e4c2-7818-442a-bb59-5ef3fced7f67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e5a4231e6e74ca5b36d105882636044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274606 Aug 12 22:58:18.642603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722e4c2-7818-442a-bb59-5ef3fced7f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724b8858-9d64-4a77-8ca9-d9fc4457c175,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:18.644334 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 51022) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:18.693554 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.713702 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.758989 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.761491 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:18.762772 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/724b8858-9d64-4a77-8ca9-d9fc4457c175 HTTP/1.1" status: 204 len: 168 time: 0.1174653 Aug 12 22:58:18.770743 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724b8858-9d64-4a77-8ca9-d9fc4457c175,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:18.777704 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.778058 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.778427 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.778769 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.779104 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.779438 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.780343 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.780893 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.781234 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.781572 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.781900 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:18.782223 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c419aa-28f8-4d3f-b2ed-fc0849ef73fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:23.859901 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-374b2a63-4d8f-4d1c-8c70-6ef8ad4c44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:25.499213 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:25.568572 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-cb73e60b-91a0-4e95-b360-b98fbc2b6ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424373 Aug 12 22:58:25.668859 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-a5df230c-1702-4891-868e-542bcfb413e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:25.670372 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-a5df230c-1702-4891-868e-542bcfb413e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1099 time: 0.0401576 Aug 12 22:58:25.773109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-b2e524d5-61e6-41af-8793-975fc89d8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:25.774506 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-b2e524d5-61e6-41af-8793-975fc89d8bf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.0843573 Aug 12 22:58:25.843621 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-465b747e-0be2-47d7-98ad-a3e47464f56b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 1001 time: 0.0607061 Aug 12 22:58:25.892839 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-42539419-83c4-4d5b-bca8-61158df373bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:25.894315 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-42539419-83c4-4d5b-bca8-61158df373bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0438004 Aug 12 22:58:25.944593 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-88a98c68-012b-4bda-aeb5-82e52a68a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:25.946119 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-88a98c68-012b-4bda-aeb5-82e52a68a5de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441811 Aug 12 22:58:26.044225 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-b72d83ec-2406-412e-8d33-4ee03195043e service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895374 Aug 12 22:58:26.140250 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e3450de-8101-4325-a5dd-9e903cccbc62 req-b87dcc27-a4cc-4e84-896c-75fd88713686 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878723 Aug 12 22:58:26.399367 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-17b322f0-d1c9-4d0f-94b8-ac4f8150eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:26.541097 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:27.044277 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:58:27.737699 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.121885 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.643272 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 51166) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:29.744588 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5b0105eb-79bd-4793-9a57-e802f6debcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.830984 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5b0105eb-79bd-4793-9a57-e802f6debcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.834672 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5b0105eb-79bd-4793-9a57-e802f6debcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.873554 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5b0105eb-79bd-4793-9a57-e802f6debcb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c306f1e1031f4114b1ddb81ed8931749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292919 Aug 12 22:58:29.875125 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0105eb-79bd-4793-9a57-e802f6debcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70e6ba1-31ac-49d3-9c1a-6214b8c1bec6,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:29.876861 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51170) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:29.925266 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4107-69a5-4a5a-8e33-c66f3af4245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.946309 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4107-69a5-4a5a-8e33-c66f3af4245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.995497 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4107-69a5-4a5a-8e33-c66f3af4245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.998019 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4107-69a5-4a5a-8e33-c66f3af4245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:29.999777 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d8ae4107-69a5-4a5a-8e33-c66f3af4245e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e70e6ba1-31ac-49d3-9c1a-6214b8c1bec6 HTTP/1.1" status: 204 len: 168 time: 0.1213145 Aug 12 22:58:30.007191 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4107-69a5-4a5a-8e33-c66f3af4245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70e6ba1-31ac-49d3-9c1a-6214b8c1bec6,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:32.178585 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-88bef302-f476-4795-aaa5-85bfdaa2216b tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=59440e297b2c4f81afb15522b65cd105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291402 Aug 12 22:58:32.355648 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-c7f9b038-8616-4d82-ad66-c51b0b5c2459 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:32.357098 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-c7f9b038-8616-4d82-ad66-c51b0b5c2459 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732347 Aug 12 22:58:32.371479 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-634e7c7e-77a8-487e-84ce-4d472539f6e0 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/quotas/59440e297b2c4f81afb15522b65cd105 HTTP/1.1" status: 200 len: 375 time: 0.0086908 Aug 12 22:58:32.402190 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-fea8a904-f128-42e0-9a99-8d72f07c2f4a tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59440e297b2c4f81afb15522b65cd105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249381 Aug 12 22:58:33.574878 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-43e9ad67-6c6c-48d6-ae52-debb1bc958fe req-88b28568-40bc-462b-abb3-4847da16a24a tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 210 time: 0.0264621 Aug 12 22:58:34.497706 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-2b90af06-e652-4287-9976-65d357e83e00 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=59440e297b2c4f81afb15522b65cd105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333035 Aug 12 22:58:34.672351 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c0772c41-ed12-44d3-bfb4-2789503639cf req-6031b320-18aa-40c3-bd55-7307c58f4a27 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 210 time: 0.0280137 Aug 12 22:58:34.692478 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-c6c7f809-c4c6-4cf5-89b7-dab95385be34 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:34.692478 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-c6c7f809-c4c6-4cf5-89b7-dab95385be34 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863654 Aug 12 22:58:34.714677 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Request body: {'port': {'device_id': '9f52acd7-4646-439a-9db4-9f83d516841d', 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8', 'admin_state_up': True, 'tenant_id': '59440e297b2c4f81afb15522b65cd105'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:58:34.820224 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Made reservation on behalf of 59440e297b2c4f81afb15522b65cd105 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:58:34.823796 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:34.833015 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:34.917471 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:34.921565 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:34.982033 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c364d2-01ae-4258-80da-18881bef81be,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:35.050704 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Allocated IP 192.168.233.243 (987e0adf-3666-4145-8542-aa9a7c0cc9b8/c8665ef1-d886-4764-8839-49b9deb2b38f/26b29670-1943-4497-8969-9325aabcd6a5) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:58:35.191484 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.204230 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Transition to ACTIVE for port object 26b29670-1943-4497-8969-9325aabcd6a5 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:58:35.235779 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782269079525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.277528 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:58:35.281205 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:58:35.284839 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:58:35.290894 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Pushing event updated for resources: {'Port': ['ID=26b29670-1943-4497-8969-9325aabcd6a5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:35.336877 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:35.337487 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.352169 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-3961b611-794b-4146-9f6a-0db52b6a61aa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6410608 Aug 12 22:58:35.370457 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Request body: {'port': {'device_id': '9f52acd7-4646-439a-9db4-9f83d516841d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:58:35.429198 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.543331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-d567197e-8e61-42a2-952c-9b180714c550 None None] Provisioning for port 26b29670-1943-4497-8969-9325aabcd6a5 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:58:35.547672 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-d567197e-8e61-42a2-952c-9b180714c550 None None] Provisioning complete for port 26b29670-1943-4497-8969-9325aabcd6a5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:58:35.548047 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d567197e-8e61-42a2-952c-9b180714c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.581046 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-d567197e-8e61-42a2-952c-9b180714c550 None None] Port 26b29670-1943-4497-8969-9325aabcd6a5 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:58:35.690640 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b29670-1943-4497-8969-9325aabcd6a5 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:58:35.698273 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.710280 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Transition to ACTIVE for port object 26b29670-1943-4497-8969-9325aabcd6a5 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:58:35.714595 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.798299 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Pushing event updated for resources: {'Port': ['ID=26b29670-1943-4497-8969-9325aabcd6a5,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:35.856003 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c6b81-09e9-4761-a047-96a1c8b1c824 req-d1ed3065-7eab-4f1b-9c77-365f67a8e153 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:35.857560 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa5c6b81-09e9-4761-a047-96a1c8b1c824 req-d1ed3065-7eab-4f1b-9c77-365f67a8e153 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 948 time: 0.1122890 Aug 12 22:58:35.893529 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Attempting to bind port 26b29670-1943-4497-8969-9325aabcd6a5 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:58:35.893855 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Attempting to bind port 26b29670-1943-4497-8969-9325aabcd6a5 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:58:35.894183 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Attempting to bind port 26b29670-1943-4497-8969-9325aabcd6a5 on network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:58:35.906206 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Port 26b29670-1943-4497-8969-9325aabcd6a5 on network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:58:35.906555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Attempting to bind port 26b29670-1943-4497-8969-9325aabcd6a5 on network 987e0adf-3666-4145-8542-aa9a7c0cc9b8 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:58:35.917446 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa5c6b81-09e9-4761-a047-96a1c8b1c824 req-82595d68-28b8-4919-b4ad-87332ece2892 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526974 Aug 12 22:58:35.918268 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Checking agent: {'id': 'f48e942a-2ddd-48cb-84ee-de6ec35585a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'started_at': datetime.datetime(2021, 8, 12, 22, 47, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:58:35.918614 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Checking segment: {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:58:35.918977 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Bound using segment: {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:58:35.919393 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Bound port: 26b29670-1943-4497-8969-9325aabcd6a5, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4e1f6b-25b5-4ecb-811b-76ac5e54119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:58:35.920018 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:35.985786 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] For port 26b29670-1943-4497-8969-9325aabcd6a5, host hv-cinder-80374, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:58:35.988893 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] For port 26b29670-1943-4497-8969-9325aabcd6a5, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=26b29670-1943-4497-8969-9325aabcd6a5,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:58:35.993111 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264481256'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:36.026062 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:36.026704 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:36.028051 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] 10.222.0.42 "PUT /v2.0/ports/26b29670-1943-4497-8969-9325aabcd6a5 HTTP/1.1" status: 200 len: 1098 time: 0.6620891 Aug 12 22:58:36.028473 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f52acd7-4646-439a-9db4-9f83d516841d', 'tag': '26b29670-1943-4497-8969-9325aabcd6a5'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:58:36.031727 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f772718d-4188-415f-8c4b-60059d63e13f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f52acd7-4646-439a-9db4-9f83d516841d", "tag": "26b29670-1943-4497-8969-9325aabcd6a5"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:58:36.056840 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8bd8-4f29-4479-9a5b-dd7254dc4727 service neutron] Pushing event updated for resources: {'Port': ['ID=26b29670-1943-4497-8969-9325aabcd6a5,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:36.074581 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4773d5-641e-4659-b2ea-70585c6166e2 x-openstack-request-id: req-1c4773d5-641e-4659-b2ea-70585c6166e2 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:58:36.074750 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f52acd7-4646-439a-9db4-9f83d516841d", "tag": "26b29670-1943-4497-8969-9325aabcd6a5", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:58:36.074987 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c4773d5-641e-4659-b2ea-70585c6166e2 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:58:36.075398 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f52acd7-4646-439a-9db4-9f83d516841d', 'tag': '26b29670-1943-4497-8969-9325aabcd6a5', 'status': 'completed', 'code': 200} Aug 12 22:58:36.137424 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-f7202629-ddfe-4ad1-87e5-4569d25a6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:36.139085 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-f7202629-ddfe-4ad1-87e5-4569d25a6c33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59440e297b2c4f81afb15522b65cd105&device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 1101 time: 0.0442533 Aug 12 22:58:36.189290 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-922c7f81-99f8-438f-94d9-ee540338c34f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=26b29670-1943-4497-8969-9325aabcd6a5 HTTP/1.1" status: 200 len: 217 time: 0.0374150 Aug 12 22:58:36.486673 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-99cfbf92-9c3d-497f-9491-041ce11dbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:36.488121 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-99cfbf92-9c3d-497f-9491-041ce11dbb28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8665ef1-d886-4764-8839-49b9deb2b38f HTTP/1.1" status: 200 len: 843 time: 0.2920589 Aug 12 22:58:36.533923 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-9ccaf66d-186b-4f77-8ff3-8201bc29aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:36.535440 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-9ccaf66d-186b-4f77-8ff3-8201bc29aa68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=987e0adf-3666-4145-8542-aa9a7c0cc9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398257 Aug 12 22:58:36.624328 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-c77c3f24-2c20-4f58-a469-e30697d194ab service neutron] 10.222.0.42 "GET /v2.0/networks/987e0adf-3666-4145-8542-aa9a7c0cc9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Aug 12 22:58:36.712823 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-743a4c03-e4c6-4a74-af18-c2cd393869e1 req-255f97c2-7a26-427d-90d0-c16f1308304e service neutron] 10.222.0.42 "GET /v2.0/networks/987e0adf-3666-4145-8542-aa9a7c0cc9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818005 Aug 12 22:58:36.850433 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772718d-4188-415f-8c4b-60059d63e13f req-a0ec3b47-ecaa-47e5-bd08-6b61ededc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:36.851943 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-a0ec3b47-ecaa-47e5-bd08-6b61ededc1ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59440e297b2c4f81afb15522b65cd105&device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 1101 time: 0.0417390 Aug 12 22:58:36.943146 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772718d-4188-415f-8c4b-60059d63e13f req-61963263-788e-4ff6-b3a2-c15fcb0c7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:36.944623 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-61963263-788e-4ff6-b3a2-c15fcb0c7587 service neutron] 10.222.0.42 "GET /v2.0/networks?id=987e0adf-3666-4145-8542-aa9a7c0cc9b8 HTTP/1.1" status: 200 len: 870 time: 0.0860195 Aug 12 22:58:36.988633 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-cbc0f832-729c-4085-aef6-69973ed57424 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=26b29670-1943-4497-8969-9325aabcd6a5 HTTP/1.1" status: 200 len: 217 time: 0.0353050 Aug 12 22:58:37.064792 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772718d-4188-415f-8c4b-60059d63e13f req-a3b45adf-c3df-4598-a6e8-8a7e65fff7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:37.066553 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-a3b45adf-c3df-4598-a6e8-8a7e65fff7fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8665ef1-d886-4764-8839-49b9deb2b38f HTTP/1.1" status: 200 len: 843 time: 0.0707903 Aug 12 22:58:37.074705 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d6707-7e99-458a-a960-b76b5c63c90f req-01bd8596-11ac-482d-92e1-c9b7fd7e5ef0 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:37.076053 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c36d6707-7e99-458a-a960-b76b5c63c90f req-01bd8596-11ac-482d-92e1-c9b7fd7e5ef0 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 948 time: 0.0898933 Aug 12 22:58:37.135733 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c36d6707-7e99-458a-a960-b76b5c63c90f req-93bf0f3d-30e2-4cbb-be6f-753ece3d288c tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508523 Aug 12 22:58:37.141497 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772718d-4188-415f-8c4b-60059d63e13f req-0f853480-d74e-4a6c-bea7-9d6c44f5680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:37.142964 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-0f853480-d74e-4a6c-bea7-9d6c44f5680a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=987e0adf-3666-4145-8542-aa9a7c0cc9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0660815 Aug 12 22:58:37.235383 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-274f0b66-882e-4175-afed-edeee6a2ad31 service neutron] 10.222.0.42 "GET /v2.0/networks/987e0adf-3666-4145-8542-aa9a7c0cc9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Aug 12 22:58:37.325877 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f772718d-4188-415f-8c4b-60059d63e13f req-0afb0f6d-09e2-441b-8c14-f15aefd9e29b service neutron] 10.222.0.42 "GET /v2.0/networks/987e0adf-3666-4145-8542-aa9a7c0cc9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818996 Aug 12 22:58:38.247846 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a596a-4121-44f7-9575-2be030b04948 req-40399fbf-d25f-45a2-8176-57b50e35dad2 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:38.249869 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-956a596a-4121-44f7-9575-2be030b04948 req-40399fbf-d25f-45a2-8176-57b50e35dad2 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 948 time: 0.0472279 Aug 12 22:58:38.285750 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-956a596a-4121-44f7-9575-2be030b04948 req-7485ef59-7286-4490-b52a-439e6adff9a0 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300305 Aug 12 22:58:39.401782 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba4664-2451-4e95-8424-5391d60455b9 req-f491493e-d271-4789-aa8e-670ffe56e30d tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:39.403331 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e6ba4664-2451-4e95-8424-5391d60455b9 req-f491493e-d271-4789-aa8e-670ffe56e30d tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 948 time: 0.0526407 Aug 12 22:58:39.440875 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e6ba4664-2451-4e95-8424-5391d60455b9 req-0b4d7361-a179-453f-b84b-3c359f8900b6 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Aug 12 22:58:39.462847 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 26b29670-1943-4497-8969-9325aabcd6a5 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:58:39.556496 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 26b29670-1943-4497-8969-9325aabcd6a5, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=26b29670-1943-4497-8969-9325aabcd6a5,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:39.567827 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Returning: {'device': '26b29670-1943-4497-8969-9325aabcd6a5', 'network_id': '987e0adf-3666-4145-8542-aa9a7c0cc9b8', 'port_id': '26b29670-1943-4497-8969-9325aabcd6a5', 'mac_address': 'fa:16:3e:fc:ed:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8665ef1-d886-4764-8839-49b9deb2b38f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:58:39.603425 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:39.616133 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b29670-1943-4497-8969-9325aabcd6a5 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:58:39.635285 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 26b29670-1943-4497-8969-9325aabcd6a5, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=26b29670-1943-4497-8969-9325aabcd6a5,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:39.638380 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:39.685256 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=26b29670-1943-4497-8969-9325aabcd6a5,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:39.692349 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.692694 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.693029 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.693359 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.693685 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.694012 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.694360 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.694684 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.695006 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.695326 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.695643 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.695958 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:39.949452 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['26b29670-1943-4497-8969-9325aabcd6a5'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:58:40.554445 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4df9-834f-48c9-956f-208dbf51534d req-04be910d-faf1-45ae-b976-a123e4c4fa1f tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:40.555899 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06fb4df9-834f-48c9-956f-208dbf51534d req-04be910d-faf1-45ae-b976-a123e4c4fa1f tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 949 time: 0.0471714 Aug 12 22:58:40.593406 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06fb4df9-834f-48c9-956f-208dbf51534d req-c4791b99-ee96-4594-bfff-452e839d5bfa tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Aug 12 22:58:41.463209 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 26b29670-1943-4497-8969-9325aabcd6a5 up at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:58:41.509260 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning for port 26b29670-1943-4497-8969-9325aabcd6a5 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:58:41.512698 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Provisioning complete for port 26b29670-1943-4497-8969-9325aabcd6a5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:58:41.513068 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1699840'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:41.589982 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689667'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:41.611698 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f52acd7-4646-439a-9db4-9f83d516841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b29670-1943-4497-8969-9325aabcd6a5'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:58:41.613946 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}454b88c17589ece7f522f78219af6a5a5c6d9c9febe8ab94aa555b7b8a5dc347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3876c-fb9c-4131-a43a-baed5e4c9578" -d '{"events": [{"server_uuid": "9f52acd7-4646-439a-9db4-9f83d516841d", "name": "network-vif-plugged", "status": "completed", "tag": "26b29670-1943-4497-8969-9325aabcd6a5"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:58:41.627561 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] For port 26b29670-1943-4497-8969-9325aabcd6a5, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=26b29670-1943-4497-8969-9325aabcd6a5,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:41.632352 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782269634708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782269079543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782269080333'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:41.668765 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3b4b42-51e1-4c0b-844f-112a74dd5e4f x-openstack-request-id: req-eb3b4b42-51e1-4c0b-844f-112a74dd5e4f {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:58:41.669059 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f52acd7-4646-439a-9db4-9f83d516841d", "name": "network-vif-plugged", "status": "completed", "tag": "26b29670-1943-4497-8969-9325aabcd6a5", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:58:41.669306 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb3b4b42-51e1-4c0b-844f-112a74dd5e4f {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:58:41.669682 dv-cinder-803748-6-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f52acd7-4646-439a-9db4-9f83d516841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b29670-1943-4497-8969-9325aabcd6a5', 'code': 200} Aug 12 22:58:41.682499 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Pushing event updated for resources: {'Port': ['ID=26b29670-1943-4497-8969-9325aabcd6a5,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:41.716477 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5c44-deb6-4b50-b8c2-9e830f816355 req-d0245551-d69b-4986-a8a5-62eb67d49307 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:41.717912 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e8d5c44-deb6-4b50-b8c2-9e830f816355 req-d0245551-d69b-4986-a8a5-62eb67d49307 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 950 time: 0.0493314 Aug 12 22:58:41.756089 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e8d5c44-deb6-4b50-b8c2-9e830f816355 req-252d4485-2a4a-47e2-a2b1-191eed700f6b tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Aug 12 22:58:41.866844 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129418e2-3d05-4a6e-8ef2-d2a36d22a79a req-78388716-14c5-4238-935a-cccc77f52d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:41.869351 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-129418e2-3d05-4a6e-8ef2-d2a36d22a79a req-78388716-14c5-4238-935a-cccc77f52d56 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 1103 time: 0.0400245 Aug 12 22:58:41.903760 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-129418e2-3d05-4a6e-8ef2-d2a36d22a79a req-e53effcf-b36b-480e-978c-c1fa28330327 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260842 Aug 12 22:58:42.872882 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c343e-7978-4df8-8e07-fd8eb6bcc8d3 req-11ebd252-7332-4407-a0b2-8b7e9f8ea8d0 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:42.874240 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ec7c343e-7978-4df8-8e07-fd8eb6bcc8d3 req-11ebd252-7332-4407-a0b2-8b7e9f8ea8d0 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 950 time: 0.0512044 Aug 12 22:58:42.914338 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ec7c343e-7978-4df8-8e07-fd8eb6bcc8d3 req-544361eb-dadf-45ce-91a0-3c48aaa49d76 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341704 Aug 12 22:58:44.031588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b25fe1-fdef-481f-951c-398f700b5793 req-c4688990-bb17-40cc-b16c-f5339d3a97b5 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:44.033060 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-28b25fe1-fdef-481f-951c-398f700b5793 req-c4688990-bb17-40cc-b16c-f5339d3a97b5 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 950 time: 0.0528710 Aug 12 22:58:44.069880 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-28b25fe1-fdef-481f-951c-398f700b5793 req-bf46cbcc-8585-464d-8479-c1010b9a5f18 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Aug 12 22:58:44.312939 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58052ad-e9a0-493e-a634-4bfbee3168a6 req-a8ce5d9b-2580-4d1d-9588-2871b3ac18a9 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:44.314419 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c58052ad-e9a0-493e-a634-4bfbee3168a6 req-a8ce5d9b-2580-4d1d-9588-2871b3ac18a9 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 950 time: 0.0477047 Aug 12 22:58:44.351203 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c58052ad-e9a0-493e-a634-4bfbee3168a6 req-5b8b9bb9-6a22-44fc-a02b-5e8239f1ddc1 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Aug 12 22:58:45.467827 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004867d-1d95-4e3e-bf5b-f04a0c2f88a7 req-8fa23889-b694-4722-8de2-611d491ff757 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:45.469258 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4004867d-1d95-4e3e-bf5b-f04a0c2f88a7 req-8fa23889-b694-4722-8de2-611d491ff757 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 950 time: 0.0510952 Aug 12 22:58:45.505475 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4004867d-1d95-4e3e-bf5b-f04a0c2f88a7 req-be5b24df-2b6e-4eab-996a-cf4f40c5085d tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/security-groups?id=88c364d2-01ae-4258-80da-18881bef81be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303590 Aug 12 22:58:45.770050 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-3a9bdc01-cf6a-4a93-9d21-07ca5ce5bb02 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:45.771414 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-3a9bdc01-cf6a-4a93-9d21-07ca5ce5bb02 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 950 time: 0.0473812 Aug 12 22:58:45.863018 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Deleting port 26b29670-1943-4497-8969-9325aabcd6a5 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:58:45.863347 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.949425 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] For port 26b29670-1943-4497-8969-9325aabcd6a5, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=26b29670-1943-4497-8969-9325aabcd6a5,segment=NetworkSegment(df4e1f6b-25b5-4ecb-811b-76ac5e54119b),segment_id=df4e1f6b-25b5-4ecb-811b-76ac5e54119b)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:45.949845 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.962877 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Calling delete_port for 26b29670-1943-4497-8969-9325aabcd6a5 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:58:46.090300 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:46.116858 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Pushing event deleted for resources: {'Port': ['ID=26b29670-1943-4497-8969-9325aabcd6a5,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:46.125304 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] get_ports_and_sgs() called for port_ids ['26b29670-1943-4497-8969-9325aabcd6a5'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:58:46.164376 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] No DVR routers for this DVR port 26b29670-1943-4497-8969-9325aabcd6a5 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:58:46.166912 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:46.168904 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a49061b2-7b8c-4701-a584-4229921ddb22 req-986bd536-23e0-4db1-a464-0efd99d0aa32 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.42 "DELETE /v2.0/ports/26b29670-1943-4497-8969-9325aabcd6a5 HTTP/1.1" status: 204 len: 173 time: 0.3915889 Aug 12 22:58:46.169346 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f52acd7-4646-439a-9db4-9f83d516841d', 'name': 'network-vif-deleted', 'tag': '26b29670-1943-4497-8969-9325aabcd6a5'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:58:46.172005 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ba9f6-97fa-4950-aa74-209c725abb9e" -d '{"events": [{"server_uuid": "9f52acd7-4646-439a-9db4-9f83d516841d", "name": "network-vif-deleted", "tag": "26b29670-1943-4497-8969-9325aabcd6a5"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:58:46.211209 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc9ba6-30e5-4821-8056-8545604eecd1 x-openstack-request-id: req-c5fc9ba6-30e5-4821-8056-8545604eecd1 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:58:46.211508 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f52acd7-4646-439a-9db4-9f83d516841d", "name": "network-vif-deleted", "tag": "26b29670-1943-4497-8969-9325aabcd6a5", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:58:46.211763 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5fc9ba6-30e5-4821-8056-8545604eecd1 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:58:46.212171 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f52acd7-4646-439a-9db4-9f83d516841d', 'name': 'network-vif-deleted', 'tag': '26b29670-1943-4497-8969-9325aabcd6a5', 'status': 'completed', 'code': 200} Aug 12 22:58:46.610360 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-adadf3bf-29ff-4f24-a07e-91d3c5f3ccf0 req-e52253be-5dc5-422e-bd42-d05e62d8ec23 tempest-VolumesNegativeTest-1306697065 tempest-VolumesNegativeTest-1306697065-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f52acd7-4646-439a-9db4-9f83d516841d HTTP/1.1" status: 200 len: 210 time: 0.0270243 Aug 12 22:58:49.524616 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 26b29670-1943-4497-8969-9325aabcd6a5 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:58:49.547069 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 26b29670-1943-4497-8969-9325aabcd6a5 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:58:49.547415 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 26b29670-1943-4497-8969-9325aabcd6a5 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:58:51.217640 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51498) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:51.348379 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1076f27f-ef2d-4818-98a9-d280892a0111 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59440e297b2c4f81afb15522b65cd105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294792 Aug 12 22:58:51.350808 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51502) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:51.396977 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1462fceb-13bc-46e3-93bd-2c2f4cb4d477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:51.416995 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1462fceb-13bc-46e3-93bd-2c2f4cb4d477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:51.462508 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1462fceb-13bc-46e3-93bd-2c2f4cb4d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:51.465017 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1462fceb-13bc-46e3-93bd-2c2f4cb4d477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:51.466154 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1462fceb-13bc-46e3-93bd-2c2f4cb4d477 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88c364d2-01ae-4258-80da-18881bef81be HTTP/1.1" status: 204 len: 168 time: 0.1144722 Aug 12 22:58:51.473731 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462fceb-13bc-46e3-93bd-2c2f4cb4d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c364d2-01ae-4258-80da-18881bef81be,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:53.861282 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-19fbdc6b-f3fa-4e27-9cc4-bef74e4e3f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:55.499735 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:56.399821 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-378cdc64-1393-41a2-a905-78294ad5c27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:56.541806 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:57.613934 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:59.125447 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:04.042350 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:59:04.432565 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51506) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:04.586615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Deleting port bef80c6f-ed2a-4c1f-b80a-709bed8a10af {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:04.586961 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:04.663820 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:04.664146 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:04.676038 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Calling delete_port for bef80c6f-ed2a-4c1f-b80a-709bed8a10af owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:04.820617 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:04.846588 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'Port': ['ID=bef80c6f-ed2a-4c1f-b80a-709bed8a10af,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:04.871205 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.871555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.871897 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.872228 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.872555 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.872884 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.873214 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.874122 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.874515 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.874840 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.875160 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.875482 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:04.913145 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:04.913475 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Floating IP cb2509a6-8916-4334-abfe-86808294aeac disassociated (deleted). External IP: 172.27.2.104, port: 053e75ed-b235-4789-a51b-ef7c8d507185. Aug 12 22:59:05.129387 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:59:05.240951 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:05.245683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:05.251114 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:05.260263 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:05.260913 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:05.272536 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-caac21a7-d6eb-47f6-96e1-afe415dbfce0 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "DELETE /v2.0/floatingips/cb2509a6-8916-4334-abfe-86808294aeac HTTP/1.1" status: 204 len: 168 time: 0.8388906 Aug 12 22:59:05.273119 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:05.275346 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:05.311189 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82e9d4a-21d1-43ea-bce6-aaa9f25fa6c6 x-openstack-request-id: req-d82e9d4a-21d1-43ea-bce6-aaa9f25fa6c6 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:05.311934 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:05.312203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d82e9d4a-21d1-43ea-bce6-aaa9f25fa6c6 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:05.312902 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185', 'status': 'completed', 'code': 200} Aug 12 22:59:05.374512 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:05.398183 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-8fbe277d-6163-4bd4-a398-4c89b2ad4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:05.399758 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-8fbe277d-6163-4bd4-a398-4c89b2ad4750 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 1098 time: 0.0436563 Aug 12 22:59:05.526658 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-b5094929-a5a5-4f25-8fd6-e22427e857fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:05.528135 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-b5094929-a5a5-4f25-8fd6-e22427e857fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.1208789 Aug 12 22:59:05.536703 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943977b-7ae1-4895-846c-5d2acd539fb9 req-e40fa20b-b19f-426d-80f9-480f7989e977 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:05.538099 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7943977b-7ae1-4895-846c-5d2acd539fb9 req-e40fa20b-b19f-426d-80f9-480f7989e977 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 945 time: 0.0842950 Aug 12 22:59:05.579093 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-418e64a6-504c-40bc-a2ca-a593115e9339 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=053e75ed-b235-4789-a51b-ef7c8d507185 HTTP/1.1" status: 200 len: 217 time: 0.0400534 Aug 12 22:59:05.604531 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 1, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:05.634331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:05.640937 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7943977b-7ae1-4895-846c-5d2acd539fb9 req-f31fa545-9d75-43c4-bdd2-a8ae19204a19 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955341 Aug 12 22:59:05.642887 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:05.643486 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:05.648097 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-6a9cd43d-65af-40d9-93b9-101dd15c8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:05.649460 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-6a9cd43d-65af-40d9-93b9-101dd15c8ce4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0626910 Aug 12 22:59:05.695834 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-3dcf899a-9b95-4a3b-8ad0-ad665f7efcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:05.697356 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-3dcf899a-9b95-4a3b-8ad0-ad665f7efcdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396361 Aug 12 22:59:05.749812 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:05.790543 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-7346ded9-642b-4e43-9ced-76af24eaccfc service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Aug 12 22:59:05.879637 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d7c9b92f-fd0f-4625-9d36-2d1084357ef0 req-5ef5a232-ec04-48bb-9c5b-f562382ae502 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806327 Aug 12 22:59:05.973201 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 1, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:05.998623 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5ef8d-dbff-4fec-a1cc-8ee6b4d83d0f None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_floatingips': [{'id': '2ed09589-b7a2-4497-9a60-d8d39c3f94c5', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'router_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'port_id': 'e4d3e441-8925-4864-924c-1fff758c04da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'mac_address': 'fa:16:3e:55:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86612835-a553-443b-a903-e316fbe2760a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:55:07Z', 'updated_at': '2021-08-12T22:55:10Z', 'revision_number': 1, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:06.210920 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260ce44-1097-44d5-bf6d-817629873000 None None] New status for floating IP cb2509a6-8916-4334-abfe-86808294aeac: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:59:06.757101 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b9947-6dd9-4d7d-85ec-9cb0faf870a7 req-a30f984f-72db-4cf5-b962-50317dd644c5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:06.758584 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff6b9947-6dd9-4d7d-85ec-9cb0faf870a7 req-a30f984f-72db-4cf5-b962-50317dd644c5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 945 time: 0.0467300 Aug 12 22:59:06.794936 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ff6b9947-6dd9-4d7d-85ec-9cb0faf870a7 req-3089208b-2e0d-40f4-bb9d-87df5ec13aeb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299208 Aug 12 22:59:07.205302 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-40e39318-7aed-4da0-b3fc-55ced9a89cfb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:07.206752 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-40e39318-7aed-4da0-b3fc-55ced9a89cfb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 945 time: 0.0478039 Aug 12 22:59:07.298314 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Deleting port 053e75ed-b235-4789-a51b-ef7c8d507185 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:07.298645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:07.381443 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] For port 053e75ed-b235-4789-a51b-ef7c8d507185, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=053e75ed-b235-4789-a51b-ef7c8d507185,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:07.381794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:07.393990 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Calling delete_port for 053e75ed-b235-4789-a51b-ef7c8d507185 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:07.521511 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:07.550615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'Port': ['ID=053e75ed-b235-4789-a51b-ef7c8d507185,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:07.598964 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] No DVR routers for this DVR port 053e75ed-b235-4789-a51b-ef7c8d507185 on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:07.601340 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:07.603346 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-98f322e2-00ca-4ed6-8c4f-c846c62ab348 req-5bab602d-f9be-4306-a92f-150f80bf1187 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "DELETE /v2.0/ports/053e75ed-b235-4789-a51b-ef7c8d507185 HTTP/1.1" status: 204 len: 173 time: 0.3904536 Aug 12 22:59:07.603789 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'name': 'network-vif-deleted', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:07.606058 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f559c4-9532-450b-a6d8-e8eb6558451a" -d '{"events": [{"server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "name": "network-vif-deleted", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:07.653587 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a2b1c-72fe-43cf-a6f2-0ba7c4e88286 x-openstack-request-id: req-3c3a2b1c-72fe-43cf-a6f2-0ba7c4e88286 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:07.653873 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb25a97-9e54-486c-9248-f0942cf2ca5b", "name": "network-vif-deleted", "tag": "053e75ed-b235-4789-a51b-ef7c8d507185", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:07.654120 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c3a2b1c-72fe-43cf-a6f2-0ba7c4e88286 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:07.654552 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb25a97-9e54-486c-9248-f0942cf2ca5b', 'name': 'network-vif-deleted', 'tag': '053e75ed-b235-4789-a51b-ef7c8d507185', 'status': 'completed', 'code': 200} Aug 12 22:59:07.893255 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b5a64fe0-efae-44f6-8270-788be4ee4ebb req-e89215ba-fc37-4d15-b7ea-93a4e00875cb tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fb25a97-9e54-486c-9248-f0942cf2ca5b HTTP/1.1" status: 200 len: 210 time: 0.0306976 Aug 12 22:59:11.164853 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 51534) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:11.313685 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Deleting port 1e6a9b4e-2321-40d5-9cc3-00607bdaeab1 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:11.314019 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:11.385447 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:11.385768 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:11.397301 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Calling delete_port for 1e6a9b4e-2321-40d5-9cc3-00607bdaeab1 owned by network:floatingip {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:11.543912 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:11.566670 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'Port': ['ID=1e6a9b4e-2321-40d5-9cc3-00607bdaeab1,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:11.632536 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:11.632868 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Floating IP 2ed09589-b7a2-4497-9a60-d8d39c3f94c5 disassociated (deleted). External IP: 172.27.2.48, port: e4d3e441-8925-4864-924c-1fff758c04da. Aug 12 22:59:11.635145 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 053e75ed-b235-4789-a51b-ef7c8d507185 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:11.658772 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: 053e75ed-b235-4789-a51b-ef7c8d507185 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:11.659106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device 053e75ed-b235-4789-a51b-ef7c8d507185 not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:11.831857 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:59:11.932993 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:11.937789 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:11.944431 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:11.953845 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:11.954601 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:11.964075 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6bccd471-6050-45c7-85a8-953469944382 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "DELETE /v2.0/floatingips/2ed09589-b7a2-4497-9a60-d8d39c3f94c5 HTTP/1.1" status: 204 len: 168 time: 0.7981761 Aug 12 22:59:11.964659 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:11.966944 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3326c947cb70af2b3f2bb8072f56a1859a6bad3a883fffab4f53dfea30c82dfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7" -d '{"events": [{"name": "network-changed", "server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "tag": "e4d3e441-8925-4864-924c-1fff758c04da"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:12.007265 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d401256f-e864-4329-a53f-e6f7e409bb8b x-openstack-request-id: req-d401256f-e864-4329-a53f-e6f7e409bb8b {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:12.007557 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "tag": "e4d3e441-8925-4864-924c-1fff758c04da", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:12.007808 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d401256f-e864-4329-a53f-e6f7e409bb8b {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:12.008204 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da', 'status': 'completed', 'code': 200} Aug 12 22:59:12.064135 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:12.094153 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-b5be4042-354c-4d2d-8ef9-274d95122054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:12.096401 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-b5be4042-354c-4d2d-8ef9-274d95122054 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=79832d4dff114864b992cdb48b9fecd7&device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 1099 time: 0.0423198 Aug 12 22:59:12.221243 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-667707b0-5ced-42fd-b605-5cc423cf5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:12.222742 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-667707b0-5ced-42fd-b605-5cc423cf5196 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 200 len: 913 time: 0.1188974 Aug 12 22:59:12.231344 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92991c-ece2-4d7e-8bf6-3dc8977fb9aa req-0972f2cc-63d7-409b-a0de-cb140fbd0e81 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:12.232851 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5e92991c-ece2-4d7e-8bf6-3dc8977fb9aa req-0972f2cc-63d7-409b-a0de-cb140fbd0e81 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 946 time: 0.0785074 Aug 12 22:59:12.275748 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-d6b25650-2d3d-4d73-a332-bff2d5dd74e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 200 len: 217 time: 0.0419095 Aug 12 22:59:12.335059 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5e92991c-ece2-4d7e-8bf6-3dc8977fb9aa req-d2ed53cc-05bd-41ee-81f5-79257fe40568 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945656 Aug 12 22:59:12.344393 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-209659fa-71ee-4d49-88d5-49c796c7c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:12.345674 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-209659fa-71ee-4d49-88d5-49c796c7c8bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 200 len: 851 time: 0.0616875 Aug 12 22:59:12.391218 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-2de3c474-53b8-45a7-97a9-35642014056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:12.391486 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:12.392690 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-2de3c474-53b8-45a7-97a9-35642014056d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecbc6799-d441-4701-86bd-882f6abb360c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393589 Aug 12 22:59:12.416837 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:12.425448 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:12.426050 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:12.481150 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-4eec6a19-bfd8-4868-8233-6b40ce73f929 service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809548 Aug 12 22:59:12.529417 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:12.574306 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-61dfa8d1-afbd-43ce-8ebf-b7a25ce016d7 req-80d83b54-c038-4d92-93ac-8b8ad778e4fa service neutron] 10.222.0.42 "GET /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854566 Aug 12 22:59:12.729704 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:12.755609 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55bfdb3-76b8-47be-b8a3-52b610c585bc None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:19Z', 'revision_number': 4, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi', '_interfaces': [{'id': '9b390bb4-2e36-4195-a1a5-a6e4c8d90634', 'name': '', 'network_id': 'ecbc6799-d441-4701-86bd-882f6abb360c', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'mac_address': 'fa:16:3e:fb:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:17Z', 'updated_at': '2021-08-12T22:50:28Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'subnets': [{'id': 'b7bf2090-3d19-4161-9a9f-3053b7c89a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:12.966107 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65a870-40a4-4678-8da1-bfacc73cecd9 None None] New status for floating IP 2ed09589-b7a2-4497-9a60-d8d39c3f94c5: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:59:13.449865 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813bfb9-676c-44ab-ad6c-4591f59a07a6 req-cad57f81-b598-481e-9585-944f3348a7be tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:13.451387 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8813bfb9-676c-44ab-ad6c-4591f59a07a6 req-cad57f81-b598-481e-9585-944f3348a7be tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 946 time: 0.0492134 Aug 12 22:59:13.489031 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8813bfb9-676c-44ab-ad6c-4591f59a07a6 req-b75de03a-f579-404a-af69-78b3092f56f3 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2d8101-472f-4a5f-a81b-e92f67b23aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Aug 12 22:59:13.876099 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-61fba5e1-cb01-4216-866e-ca79ba8e00b5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:13.877451 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-61fba5e1-cb01-4216-866e-ca79ba8e00b5 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 946 time: 0.0482519 Aug 12 22:59:13.966150 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Deleting port e4d3e441-8925-4864-924c-1fff758c04da {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:13.966514 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:14.053179 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] For port e4d3e441-8925-4864-924c-1fff758c04da, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=e4d3e441-8925-4864-924c-1fff758c04da,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:14.053539 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:14.066076 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Calling delete_port for e4d3e441-8925-4864-924c-1fff758c04da owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:14.192483 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:14.220916 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'Port': ['ID=e4d3e441-8925-4864-924c-1fff758c04da,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:14.258721 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] No DVR routers for this DVR port e4d3e441-8925-4864-924c-1fff758c04da on host hv-cinder-80374 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:14.261142 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:14.263139 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8ccd011f-b043-4e4e-a561-9cf1f145bd78 req-88916849-13a8-4143-86f2-bb01ea9ac48a tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.42 "DELETE /v2.0/ports/e4d3e441-8925-4864-924c-1fff758c04da HTTP/1.1" status: 204 len: 173 time: 0.3794322 Aug 12 22:59:14.263567 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'name': 'network-vif-deleted', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:14.266449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2adac57df775bf901daa08ab35ac60e780c38d03b4f5a9aed10a4c2a419b6367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1033a9-74b1-4a92-8d53-bb7a368d6fa1" -d '{"events": [{"server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "name": "network-vif-deleted", "tag": "e4d3e441-8925-4864-924c-1fff758c04da"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:14.303203 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17338e6-26f2-4f96-a15c-3db8e6206596 x-openstack-request-id: req-a17338e6-26f2-4f96-a15c-3db8e6206596 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:14.303498 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86612835-a553-443b-a903-e316fbe2760a", "name": "network-vif-deleted", "tag": "e4d3e441-8925-4864-924c-1fff758c04da", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:14.303756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a17338e6-26f2-4f96-a15c-3db8e6206596 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:14.304142 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86612835-a553-443b-a903-e316fbe2760a', 'name': 'network-vif-deleted', 'tag': 'e4d3e441-8925-4864-924c-1fff758c04da', 'status': 'completed', 'code': 200} Aug 12 22:59:14.585855 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b6c4e7c2-70c9-43cc-b268-4c6516bb5a84 req-1421c268-3900-449f-88ac-2a324b22e22b tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "GET /v2.0/ports?device_id=86612835-a553-443b-a903-e316fbe2760a HTTP/1.1" status: 200 len: 210 time: 0.0285003 Aug 12 22:59:15.642794 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51550) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:15.763558 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Deleting port 3885f4e2-94d1-47b3-86c8-67fcb57e5399 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:15.763899 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:15.835660 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:15.835909 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:15.846945 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Calling delete_port for 3885f4e2-94d1-47b3-86c8-67fcb57e5399 owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:16.234543 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:16.261349 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'Port': ['ID=3885f4e2-94d1-47b3-86c8-67fcb57e5399,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:16.319253 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:16.321760 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260409'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:16.322942 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-36e78819-d88d-4231-8a7d-97ae640193e8 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "DELETE /v2.0/floatingips/a86d1e4c-d5c2-400f-a82f-3ba5a2449164 HTTP/1.1" status: 204 len: 168 time: 0.6791670 Aug 12 22:59:17.513502 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51562) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:17.572915 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-11b228c5-5a48-4363-ac9c-b1235c231a00 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:17.598411 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-11b228c5-5a48-4363-ac9c-b1235c231a00 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:17.656408 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-11b228c5-5a48-4363-ac9c-b1235c231a00 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:17.659230 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-11b228c5-5a48-4363-ac9c-b1235c231a00 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:17.660380 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-11b228c5-5a48-4363-ac9c-b1235c231a00 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] 10.222.0.49 "DELETE /v2.0/security-groups/ec2d8101-472f-4a5f-a81b-e92f67b23aa4 HTTP/1.1" status: 204 len: 168 time: 0.1459203 Aug 12 22:59:17.666430 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e4d3e441-8925-4864-924c-1fff758c04da no longer exists at agent hyperv_hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:17.680087 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b228c5-5a48-4363-ac9c-b1235c231a00 tempest-TestVolumeBootPattern-1301670981 tempest-TestVolumeBootPattern-1301670981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d8101-472f-4a5f-a81b-e92f67b23aa4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:17.686734 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] No Port match for: e4d3e441-8925-4864-924c-1fff758c04da {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:17.687209 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Device e4d3e441-8925-4864-924c-1fff758c04da not bound to the agent host hv-cinder-80374 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:17.718615 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51566) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:18.188437 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:18.421084 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Deleting port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:18.421416 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:18.499230 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] For port 9b390bb4-2e36-4195-a1a5-a6e4c8d90634, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:18.499540 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:18.511568 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Calling delete_port for 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:18.684525 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:18.709348 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b390bb4-2e36-4195-a1a5-a6e4c8d90634,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:18.872088 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.078593 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:59:19.180227 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:19.185673 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-06b7c3bd-272e-4146-bea3-c944172229d0 admin admin] 10.222.0.49 "PUT /v2.0/routers/eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660182 Aug 12 22:59:19.188777 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51570) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:19.189960 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] Sync routers for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:19.199905 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:19.200515 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:19.289059 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.302045 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:19.388876 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.442456 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Deleting port 4aac518d-0e4d-4e07-9851-a09e057f743a {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:19.442799 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.479580 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:59:18Z', 'revision_number': 5, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port': {'id': '4aac518d-0e4d-4e07-9851-a09e057f743a', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:19.506593 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] Checking router: eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 for host: dv-cinder-803748-6-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:19.514728 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] Routers {'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:19.515335 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:19.524601 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] For port 4aac518d-0e4d-4e07-9851-a09e057f743a, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=4aac518d-0e4d-4e07-9851-a09e057f743a,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:19.524970 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.537106 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Calling delete_port for 4aac518d-0e4d-4e07-9851-a09e057f743a owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:19.605110 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] Set router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 gateway port host: None {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:19.658539 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:59:19Z', 'revision_number': 6, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:19.688056 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10b0a0-3c8f-445e-aec3-0d7ae6bc5f71 None None] The sync data for ids ['eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84'] in dv-cinder-803748-6-iscsi is: [{'id': 'eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84', 'name': 'tempest-TestVolumeBootPattern-1019717690-router', 'tenant_id': '79832d4dff114864b992cdb48b9fecd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:13Z', 'updated_at': '2021-08-12T22:59:19Z', 'revision_number': 6, 'project_id': '79832d4dff114864b992cdb48b9fecd7', 'gw_port_host': None}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:19.716629 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.746599 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aac518d-0e4d-4e07-9851-a09e057f743a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:19.800273 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.885625 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.887637 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.928158 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.928603 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:59:19.932655 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:19.933786 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-eb3afe95-67fc-4c2e-8f99-7700267d6281 admin admin] 10.222.0.49 "DELETE /v2.0/routers/eb9f0aa8-4a84-44c0-9ac0-b1e13734dc84 HTTP/1.1" status: 204 len: 168 time: 0.7438352 Aug 12 22:59:19.936455 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51572) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:19.979347 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Deleting subnet b7bf2090-3d19-4161-9a9f-3053b7c89a8d {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:59:19.982122 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.018913 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.099109 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.150400 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.174604 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7bf2090-3d19-4161-9a9f-3053b7c89a8d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:20.178107 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.180367 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c8a1d40b-5cea-44dc-8abe-a1de5e74c936 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7bf2090-3d19-4161-9a9f-3053b7c89a8d HTTP/1.1" status: 204 len: 168 time: 0.2426317 Aug 12 22:59:20.182474 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51574) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:20.184992 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945d82f-4b8c-4f93-b7ec-ea9f68c48217 None None] Network ecbc6799-d441-4701-86bd-882f6abb360c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:59:20.252462 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.305994 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Deleting port 96863bb4-f48b-42e3-9030-f5db49ea00f4 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:20.306365 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.367349 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] For port 96863bb4-f48b-42e3-9030-f5db49ea00f4, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=96863bb4-f48b-42e3-9030-f5db49ea00f4,segment=NetworkSegment(9fed3cdb-0041-48af-a2f9-7d01b67566e5),segment_id=9fed3cdb-0041-48af-a2f9-7d01b67566e5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:20.367650 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.383831 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Calling delete_port for 96863bb4-f48b-42e3-9030-f5db49ea00f4 owned by network:dhcp {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:20.431081 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] DHCP port deletion for ecbc6799-d441-4701-86bd-882f6abb360c request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:59:20.463447 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.478642 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Deleting port 96863bb4-f48b-42e3-9030-f5db49ea00f4 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:20.479016 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.489017 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Pushing event deleted for resources: {'Port': ['ID=96863bb4-f48b-42e3-9030-f5db49ea00f4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:20.492443 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] No DVR routers for this DVR port 96863bb4-f48b-42e3-9030-f5db49ea00f4 on host dv-cinder-803748-6-iscsi {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:20.542479 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] For port 96863bb4-f48b-42e3-9030-f5db49ea00f4, host dv-cinder-803748-6-iscsi, got binding levels [] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:20.542877 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.556247 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Calling delete_port for 96863bb4-f48b-42e3-9030-f5db49ea00f4 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:20.558959 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.ipam_backend_mixin [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Port 96863bb4-f48b-42e3-9030-f5db49ea00f4 was not found and therefore no delete operation was performed {{(pid=105672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 22:59:20.560267 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.566200 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.575946 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbc6799-d441-4701-86bd-882f6abb360c']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:20.587252 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fed3cdb-0041-48af-a2f9-7d01b67566e5') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:20.587552 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fed3cdb-0041-48af-a2f9-7d01b67566e5') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:20.588331 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] Pushing event deleted for resources: {'Port': ['ID=96863bb4-f48b-42e3-9030-f5db49ea00f4,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:20.593521 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a2930-7820-4954-a0fe-ffcc30775c0a None None] No DVR routers for this DVR port 96863bb4-f48b-42e3-9030-f5db49ea00f4 on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:20.597523 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264366209'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.612678 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.618924 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:59:20.619337 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264481036'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: Traceback (most recent call last): Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: timer() Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: cb(*args, **kw) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: return func(*args, **kwargs) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: self._notify() Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: self.callback(batched_events) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: event.method(event) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: return f(self, *a, **k) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._get(url).json() Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:59:20.621212 dv-cinder-803748-6-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:59:20.681218 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.686565 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:20.692638 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ecbc6799-d441-4701-86bd-882f6abb360c HTTP/1.1" status: 204 len: 168 time: 0.5065689 Aug 12 22:59:20.693074 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.49', 51578) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:20.702007 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a2537-50b9-4ec5-b387-3c405b535011 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbc6799-d441-4701-86bd-882f6abb360c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:21.289858 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693128'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:21.528754 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Deleting port 3bf4a60e-a76c-42b1-9681-e6c6b1245158 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:21.529096 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:21.606866 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] For port 3bf4a60e-a76c-42b1-9681-e6c6b1245158, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=3bf4a60e-a76c-42b1-9681-e6c6b1245158,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:21.607225 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:21.621152 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Calling delete_port for 3bf4a60e-a76c-42b1-9681-e6c6b1245158 owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:21.644369 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 96863bb4-f48b-42e3-9030-f5db49ea00f4 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:21.664176 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 96863bb4-f48b-42e3-9030-f5db49ea00f4 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:21.664518 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 96863bb4-f48b-42e3-9030-f5db49ea00f4 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:21.664929 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:21.683440 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:21.683788 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 9b390bb4-2e36-4195-a1a5-a6e4c8d90634 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:21.684191 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 4aac518d-0e4d-4e07-9851-a09e057f743a no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:21.702253 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 4aac518d-0e4d-4e07-9851-a09e057f743a {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:21.702630 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 4aac518d-0e4d-4e07-9851-a09e057f743a not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:21.800606 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264911901'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:21.829119 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf4a60e-a76c-42b1-9681-e6c6b1245158,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:21.854616 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.855011 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.855353 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.855686 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.856018 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.856349 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.856680 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.857008 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.857335 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.857658 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.857979 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:21.858317 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-6-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:22.004085 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536632'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:22.211520 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 has already been hosted by L3 agent d8d45b00-db20-49f3-9916-dcfc49d66a9b {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:59:22.314259 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] Notify agent at l3_agent.dv-cinder-803748-6-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:22.319120 dv-cinder-803748-6-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-93ad3112-3b58-4cf7-93de-5a18a5616d0b admin admin] 10.222.0.49 "PUT /v2.0/routers/06951d84-3b3a-411b-8e8b-7dc0e481aa29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6242743 Aug 12 22:59:22.321746 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51580) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:22.322814 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] Sync routers for ids ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'] in dv-cinder-803748-6-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:22.331958 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] Routers {'06951d84-3b3a-411b-8e8b-7dc0e481aa29'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:22.332637 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:22.426347 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:22.523094 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] Set router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 gateway port host: dv-cinder-803748-6-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:22.526421 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:22.581665 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Deleting port 829c6a06-7eb1-40d7-9b33-9b5104f6424d {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:22.581997 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:22.660103 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] For port 829c6a06-7eb1-40d7-9b33-9b5104f6424d, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=829c6a06-7eb1-40d7-9b33-9b5104f6424d,segment=NetworkSegment(194ff8b3-0a2f-4812-b32b-a143b5283c98),segment_id=194ff8b3-0a2f-4812-b32b-a143b5283c98)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:22.660471 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:22.673366 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Calling delete_port for 829c6a06-7eb1-40d7-9b33-9b5104f6424d owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:22.706306 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'external_fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:59:21Z', 'revision_number': 5, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port': {'id': '829c6a06-7eb1-40d7-9b33-9b5104f6424d', 'name': '', 'network_id': '392e74cb-f37f-4f12-8aed-fea56f13747b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:50:27Z', 'updated_at': '2021-08-12T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03cfcf9a-6889-4d91-8a51-1f2c7d0a629b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-6-iscsi'}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:22.731133 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] Checking router: 06951d84-3b3a-411b-8e8b-7dc0e481aa29 for host: dv-cinder-803748-6-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:22.740055 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] Routers {'06951d84-3b3a-411b-8e8b-7dc0e481aa29'} bound to L3 agent in host dv-cinder-803748-6-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:22.740644 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:41:26Z,description=,heartbeat_timestamp=2021-08-12T22:58:56Z,host='dv-cinder-803748-6-iscsi',id=d8d45b00-db20-49f3-9916-dcfc49d66a9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:41:26Z,topic='l3_agent')) {'router_ids': ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:22.826962 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] Set router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:22.834846 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:22.865196 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=829c6a06-7eb1-40d7-9b33-9b5104f6424d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:22.882578 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:59:22Z', 'revision_number': 6, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port_host': None}], 'dv-cinder-803748-6-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:22.912009 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63054c-1117-4eab-81d7-913e70dbb838 None None] The sync data for ids ['06951d84-3b3a-411b-8e8b-7dc0e481aa29'] in dv-cinder-803748-6-iscsi is: [{'id': '06951d84-3b3a-411b-8e8b-7dc0e481aa29', 'name': 'tempest-TestVolumeBootPattern-1165418316-router', 'tenant_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:50:26Z', 'updated_at': '2021-08-12T22:59:22Z', 'revision_number': 6, 'project_id': 'c401c6d4a38c4dbaaf3f6068c075c2c2', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:22.932385 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537026'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.020225 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.022617 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.065092 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539425'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.065682 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06951d84-3b3a-411b-8e8b-7dc0e481aa29 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:59:23.071143 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.072327 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9d64981e-cf28-4f93-859f-abe30b9890f4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/06951d84-3b3a-411b-8e8b-7dc0e481aa29 HTTP/1.1" status: 204 len: 168 time: 0.7494485 Aug 12 22:59:23.074756 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51582) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:23.120160 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Deleting subnet 48287b8d-8d59-406e-867c-26b75ce71ac4 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:59:23.123113 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.159417 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264366230'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.236449 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1703674'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.294446 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1703661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264481234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264257805'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.319492 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48287b8d-8d59-406e-867c-26b75ce71ac4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:23.324557 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.329667 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d9dca642-5b00-414e-a18e-64ef3ed8fa56 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48287b8d-8d59-406e-867c-26b75ce71ac4 HTTP/1.1" status: 204 len: 168 time: 0.2507005 Aug 12 22:59:23.329883 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51586) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:23.331532 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174c110-0da9-49d8-9325-d32a494a88bc None None] Network 11d653d4-1a64-49ad-b1c9-a47688119d0c requested from dv-cinder-803748-6-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:59:23.401345 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654309'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.454620 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Deleting port 498b4231-bc18-41cf-afb0-105b03baaf85 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:23.455543 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.519297 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] For port 498b4231-bc18-41cf-afb0-105b03baaf85, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=498b4231-bc18-41cf-afb0-105b03baaf85,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:23.519683 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.685508 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] DHCP port deletion for 11d653d4-1a64-49ad-b1c9-a47688119d0c request from dv-cinder-803748-6-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 22:59:23.747379 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] Deleting port 498b4231-bc18-41cf-afb0-105b03baaf85 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:23.747758 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782269626408'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.751729 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 829c6a06-7eb1-40d7-9b33-9b5104f6424d no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:23.789261 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Calling delete_port for 498b4231-bc18-41cf-afb0-105b03baaf85 owned by network:dhcp {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:23.809114 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 829c6a06-7eb1-40d7-9b33-9b5104f6424d {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:23.809457 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 829c6a06-7eb1-40d7-9b33-9b5104f6424d not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:23.809882 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 3bf4a60e-a76c-42b1-9681-e6c6b1245158 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:23.837764 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No Port match for: 3bf4a60e-a76c-42b1-9681-e6c6b1245158 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:23.838106 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 3bf4a60e-a76c-42b1-9681-e6c6b1245158 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:23.838545 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 498b4231-bc18-41cf-afb0-105b03baaf85 no longer exists at agent ovs-agent-dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:23.868096 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264481249'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.891639 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] For port 498b4231-bc18-41cf-afb0-105b03baaf85, host dv-cinder-803748-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-6-iscsi',level=0,port_id=498b4231-bc18-41cf-afb0-105b03baaf85,segment=NetworkSegment(509576b7-f913-4caf-b61b-8f83ef313ab7),segment_id=509576b7-f913-4caf-b61b-8f83ef313ab7)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:23.892005 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534183'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.894397 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Pushing event deleted for resources: {'Port': ['ID=498b4231-bc18-41cf-afb0-105b03baaf85,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:23.905563 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] No DVR routers for this DVR port 498b4231-bc18-41cf-afb0-105b03baaf85 on host dv-cinder-803748-6-iscsi {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:23.912202 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-811cd89d-75b8-4d5a-a5bf-32b84446b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.913857 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] Calling delete_port for 498b4231-bc18-41cf-afb0-105b03baaf85 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:23.918802 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] No active binding found for port 498b4231-bc18-41cf-afb0-105b03baaf85 {{(pid=105672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 22:59:23.919422 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Device 498b4231-bc18-41cf-afb0-105b03baaf85 not bound to the agent host dv-cinder-803748-6-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:23.998468 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702525', 'neutron.services.segments.db._delete_segments_for_network-8782269589360'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.002511 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1689325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782269634690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782269079534'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.008590 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d653d4-1a64-49ad-b1c9-a47688119d0c']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:24.018538 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509576b7-f913-4caf-b61b-8f83ef313ab7') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:24.018775 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509576b7-f913-4caf-b61b-8f83ef313ab7') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:24.028809 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782269559929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264366209'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.028974 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] Pushing event deleted for resources: {'Port': ['ID=498b4231-bc18-41cf-afb0-105b03baaf85,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:24.032582 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c727029-152c-4cfe-b1fa-3d0691e3a332 None None] No DVR routers for this DVR port 498b4231-bc18-41cf-afb0-105b03baaf85 on host dv-cinder-803748-6-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:24.043556 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.050226 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:59:24.050645 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264481036'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: Traceback (most recent call last): Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: timer() Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: cb(*args, **kw) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: return func(*args, **kwargs) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: self._notify() Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: self.callback(batched_events) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: event.method(event) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: return f(self, *a, **k) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._get(url).json() Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:59:24.052309 dv-cinder-803748-6-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:59:24.107709 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537022'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.114368 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.116093 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] 10.222.0.49 "DELETE /v2.0/networks/11d653d4-1a64-49ad-b1c9-a47688119d0c HTTP/1.1" status: 204 len: 168 time: 0.7851174 Aug 12 22:59:24.127452 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93b0f7-157b-488b-8c6b-b07741f09345 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d653d4-1a64-49ad-b1c9-a47688119d0c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:24.228198 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51594) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:24.271232 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5fff605d-bd68-4bd8-b90c-dab9a6963d14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79832d4dff114864b992cdb48b9fecd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419445 Aug 12 22:59:24.273693 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51596) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:24.321183 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6539183f-d869-4f8a-9057-00ac17bb8870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.341845 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6539183f-d869-4f8a-9057-00ac17bb8870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.387619 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6539183f-d869-4f8a-9057-00ac17bb8870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.390002 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6539183f-d869-4f8a-9057-00ac17bb8870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.391705 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6539183f-d869-4f8a-9057-00ac17bb8870 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4d748b3-74af-4edb-bd13-ead58624bda2 HTTP/1.1" status: 204 len: 168 time: 0.1170578 Aug 12 22:59:24.399417 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539183f-d869-4f8a-9057-00ac17bb8870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d748b3-74af-4edb-bd13-ead58624bda2,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:24.695198 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51602) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:24.733299 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a5496ebb-8938-46f3-8d09-a71635fc8473 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c401c6d4a38c4dbaaf3f6068c075c2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369246 Aug 12 22:59:24.736075 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.49', 51604) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:24.781689 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9436a8d3-5509-4353-a5b7-2e4f3736a3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.802172 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9436a8d3-5509-4353-a5b7-2e4f3736a3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.850317 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9436a8d3-5509-4353-a5b7-2e4f3736a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610748'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.852792 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9436a8d3-5509-4353-a5b7-2e4f3736a3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.853962 dv-cinder-803748-6-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9436a8d3-5509-4353-a5b7-2e4f3736a3bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bc2ee48-39a6-4440-9ff7-cbf6de29633d HTTP/1.1" status: 204 len: 168 time: 0.1169543 Aug 12 22:59:24.861640 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a8d3-5509-4353-a5b7-2e4f3736a3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc2ee48-39a6-4440-9ff7-cbf6de29633d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:25.528100 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:26.399604 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-fd6ddf20-761b-442c-a02f-4931692f564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:26.545037 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:27.617775 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:29.129204 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.041691 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:59:53.864513 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3d95f36e-4f55-4c1f-a134-3f8c414bcd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:55.542672 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:56.399842 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-27b1b6f0-ab5f-4af3-830d-a7c77c1336c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:56.547253 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.620140 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:59.130623 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:18.041378 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:00:23.865908 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-baf9ac52-40a6-43d9-8cdb-10cb068fe25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.554812 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:26.399426 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5d91071f-8584-439b-a6d0-2a7f1db86f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:26.549168 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:27.625287 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:29.135081 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:53.866662 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-bfae0e8e-a5a4-4784-aab6-6e41a25ea0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:55.043316 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:00:55.551210 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:56.400892 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-66ca9f56-013f-4540-a461-1340fc10aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:56.549564 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:57.626045 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:59.139733 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:23.866507 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-58bbc673-37a0-4db3-b582-ff662afe3fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:25.547370 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:26.400943 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a0654a0f-74db-41dd-bc97-e4cb7e34e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:26.550674 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:27.630107 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:29.141453 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:32.042148 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:01:53.867497 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f17ab235-6b50-4934-881c-e7114505952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:55.555105 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:56.400979 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-32513384-22ce-4c39-be2d-f448e769c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:56.551470 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:57.632663 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:59.144105 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:09.042842 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:02:23.870884 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6f9018ad-aa52-4644-8cee-c5d2e373f4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:25.563282 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:26.399855 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-68d00b23-8442-44ed-ba39-9c8b827dddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:26.552004 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:27.635433 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:29.146074 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:46.042034 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:02:53.871952 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-cd1f65fe-bf3b-4cc7-b0c3-d5206772a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.561554 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.398834 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d509c752-aa3b-49fa-8fe2-c11aca46ab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.553932 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:57.637336 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.149878 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:23.041443 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:03:23.872246 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-88767708-8c88-4d07-9a8b-93024da9b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:25.570846 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:26.398017 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39d19af9-9b0c-4a31-9ede-873b98b0d20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:26.556463 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:27.642144 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:29.153801 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:53.874025 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-17320680-5cb9-45cf-aa38-249cb1a55c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.569317 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.398994 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-105bf8f9-42f7-49fb-a5c1-a1dc31b7e33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.556522 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.645174 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.156856 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.041049 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:04:23.874167 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d6f0668a-40c8-4d2e-8021-90c9d069997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:25.599815 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce7b2-9e2b-460a-83e1-e566bac5ea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:26.399669 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0c445464-9de7-416a-87e0-d95b106b27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:26.560415 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5cf59a0b-bd8d-4ce6-bb1d-919abf4c60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:27.647786 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-39bc2ccc-a05b-4a58-9097-0e02f002550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:29.160486 dv-cinder-803748-6-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-41157d39-864a-4ac7-ac28-edb1b4db5db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782269589252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700083'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:37.039823 dv-cinder-803748-6-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-5d2160cf-2f76-46f5-867d-ea1575de5163 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:04:53.092364 dv-cinder-803748-6-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-6d2adbcd-7713-41f9-82b9-4c6bc8aa3708 req-6fe1d94e-7b44-42ef-bc3f-40b184c260a6 service neutron] (105670) timed out ('10.222.0.42', 56982) {{(pid=105670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 23:04:53.259573 dv-cinder-803748-6-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-e4c07f1c-ac3d-4a4f-b5fa-e7f12fd51c46 req-1a3d6809-b8ec-4af8-9943-a55d1319f869 service neutron] (105671) timed out ('10.222.0.42', 56988) {{(pid=105671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}